{"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.248646316Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.270536087Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.274866175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.285968183Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.285990566Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.306830064Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.306871273Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.322972036Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/a3bac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.574993274Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.877660847Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.892650469Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.892746053Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.892825734Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.892879544Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.892935397Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.892997781Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893058459Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893116883Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893156131Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893205862Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.89323984Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893281619Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893317485Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.89345745Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.89365115Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893757183Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893760338Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893859425Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.89387106Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.893929548Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:35.994593254Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1101 20:03:35.994634 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" E1101 20:03:36.006110 1 leaderelection.go:465] "Error initially creating lease lock" err="leases.coordination.k8s.io \"maas-controller.models-as-a-service.opendatahub.io\" already exists" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T20:03:36.195803015Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:03:36.195838444Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1101 20:04:04.742448 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.74272667Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.742935209Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.742981302Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743082271Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743127408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743140498Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743220742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743304203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743414447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743418505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743523968Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743566256Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.74365876Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743732868Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743761168Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743799701Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743835763Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.74390002Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743964694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.743988747Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744009388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744022132Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744032971Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744061779Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744129283Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744151712Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744185874Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744265918Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744301238Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744320545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.74434745Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744402324Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744185651Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744620655Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744643415Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744649172Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744717136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744741084Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744761715Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.744807779Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745310901Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.7453393Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745406883Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745526318Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745546982Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745558403Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745624978Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745647994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745677211Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745700827Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.745726593Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.759469871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.860451427Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.946346771Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:04.975614273Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.045131358Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.045170255Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.04519265Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.045207162Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.045210326Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.045219588Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.046400793Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.04641538Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.046825398Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.046857179Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.047922589Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.047950826Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.147513293Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.147552205Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.494396558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7461425-f090-4c7d-85a8-dc38351ea738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.497529106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7461425-f090-4c7d-85a8-dc38351ea738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.500774532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7461425-f090-4c7d-85a8-dc38351ea738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.503992776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7461425-f090-4c7d-85a8-dc38351ea738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.692899787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441896c2-aaae-48f6-a5e8-95ceb264487e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.696139149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441896c2-aaae-48f6-a5e8-95ceb264487e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.699054357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441896c2-aaae-48f6-a5e8-95ceb264487e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:05.702035803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441896c2-aaae-48f6-a5e8-95ceb264487e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.21862279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df273853-7eb9-4fd5-bba4-6cd0fa4b20d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.244789659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df273853-7eb9-4fd5-bba4-6cd0fa4b20d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.247933777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df273853-7eb9-4fd5-bba4-6cd0fa4b20d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.251534017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df273853-7eb9-4fd5-bba4-6cd0fa4b20d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.421860968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da241989-da2e-4e60-a826-12cfbefee9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.425270226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da241989-da2e-4e60-a826-12cfbefee9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.428341901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da241989-da2e-4e60-a826-12cfbefee9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:06.431438926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da241989-da2e-4e60-a826-12cfbefee9fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.129633747Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74716c8-3143-4143-bdb4-9986c1e21e9b","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.405873136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74716c8-3143-4143-bdb4-9986c1e21e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.442932687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74716c8-3143-4143-bdb4-9986c1e21e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.44648788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74716c8-3143-4143-bdb4-9986c1e21e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.4499788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e74716c8-3143-4143-bdb4-9986c1e21e9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.752976708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83b1f06-5425-4b31-8b24-d26dd958c915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.756517981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83b1f06-5425-4b31-8b24-d26dd958c915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.759660399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83b1f06-5425-4b31-8b24-d26dd958c915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:07.762838997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83b1f06-5425-4b31-8b24-d26dd958c915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:08.063680613Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"8ade6401-f254-4187-877f-6540ce2fa499","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:08.696878025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76b65c7-e81e-4de7-b4d0-1ae54fcaa7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:08.700308267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76b65c7-e81e-4de7-b4d0-1ae54fcaa7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:08.703420639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76b65c7-e81e-4de7-b4d0-1ae54fcaa7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:08.706583749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b76b65c7-e81e-4de7-b4d0-1ae54fcaa7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:09.002899701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34b7fa4-d8e1-4ba0-9054-3db11eb5d5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:09.006174511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34b7fa4-d8e1-4ba0-9054-3db11eb5d5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:09.009393965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34b7fa4-d8e1-4ba0-9054-3db11eb5d5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:09.047314538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f34b7fa4-d8e1-4ba0-9054-3db11eb5d5bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:29.792148224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74eb41e9-e229-45d1-a6f9-622575e5f3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:29.795176345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74eb41e9-e229-45d1-a6f9-622575e5f3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:29.800126004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74eb41e9-e229-45d1-a6f9-622575e5f3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:29.806252531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74eb41e9-e229-45d1-a6f9-622575e5f3a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:30.099178528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b7bf41-4e3d-4a04-af42-1d3a028dfdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:30.102268284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b7bf41-4e3d-4a04-af42-1d3a028dfdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:30.105386826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b7bf41-4e3d-4a04-af42-1d3a028dfdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:30.108363839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b7bf41-4e3d-4a04-af42-1d3a028dfdcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:04:34.76729471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.388307696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd0b511-2298-4155-9077-a3193d85843e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.391337217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd0b511-2298-4155-9077-a3193d85843e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.39459174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd0b511-2298-4155-9077-a3193d85843e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.397668911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd0b511-2298-4155-9077-a3193d85843e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.603874146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90728ab3-6a9d-438b-ac4d-f466fcae881e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.607007576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90728ab3-6a9d-438b-ac4d-f466fcae881e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.610232196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90728ab3-6a9d-438b-ac4d-f466fcae881e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.613347561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90728ab3-6a9d-438b-ac4d-f466fcae881e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:03.766885929Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"b270f64b-ab0d-4009-af12-ab4c1afc28d1","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.099621266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e29ee45-8c3d-4b8d-a1ed-c3ff086520c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.141908924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e29ee45-8c3d-4b8d-a1ed-c3ff086520c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.145230986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e29ee45-8c3d-4b8d-a1ed-c3ff086520c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.148219991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e29ee45-8c3d-4b8d-a1ed-c3ff086520c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.308690655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f164b150-047d-4f37-b3f6-48b0ed0b628f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.31182652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f164b150-047d-4f37-b3f6-48b0ed0b628f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.315263119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f164b150-047d-4f37-b3f6-48b0ed0b628f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.345705295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f164b150-047d-4f37-b3f6-48b0ed0b628f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.76550404Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.908606875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773cb2c3-10db-42bf-b66e-96b7a7196217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.942669893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773cb2c3-10db-42bf-b66e-96b7a7196217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.946608367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773cb2c3-10db-42bf-b66e-96b7a7196217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:04.950096834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773cb2c3-10db-42bf-b66e-96b7a7196217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.096725042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"226f051b-12fb-4dc2-86d0-491e5a72e5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.12313067Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"226f051b-12fb-4dc2-86d0-491e5a72e5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.129099934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"226f051b-12fb-4dc2-86d0-491e5a72e5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.200035542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f89a0e9-2c80-4c23-adfa-c0d45a032412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.200086394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87732f2b-bcb8-4e18-adf6-264d76a649e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.206990936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f89a0e9-2c80-4c23-adfa-c0d45a032412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.207324734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87732f2b-bcb8-4e18-adf6-264d76a649e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.212503868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f89a0e9-2c80-4c23-adfa-c0d45a032412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.212979236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87732f2b-bcb8-4e18-adf6-264d76a649e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.301840959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e1dcad4-1b29-47a6-bb6f-4b097e10ed51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.310471399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e1dcad4-1b29-47a6-bb6f-4b097e10ed51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.31680302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e1dcad4-1b29-47a6-bb6f-4b097e10ed51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.534280555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"773bf6bf-f384-4efd-9f27-ef47093187b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.541797764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"773bf6bf-f384-4efd-9f27-ef47093187b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.551065962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"773bf6bf-f384-4efd-9f27-ef47093187b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.637227504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120e2d4e-cf35-4de9-9d76-72a97827d065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.637246558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9840a159-f7c3-44a2-8f54-7d8c92812a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.644521257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9840a159-f7c3-44a2-8f54-7d8c92812a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.645302064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120e2d4e-cf35-4de9-9d76-72a97827d065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:05:31.647439865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c43e63bd-37e4-4a7c-9784-fa4de685afad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.652507311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120e2d4e-cf35-4de9-9d76-72a97827d065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.653129934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9840a159-f7c3-44a2-8f54-7d8c92812a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:05:31.656242179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120e2d4e-cf35-4de9-9d76-72a97827d065","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.674197735Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"deb0767d-ff70-48a6-b7b3-6627d8578bee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.737052032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8f6cdbc-9e1e-45d1-849c-7db38d7c7448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.737199599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e4a0420-9bf7-4b85-914d-d8c0c5cc27f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.745142999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8f6cdbc-9e1e-45d1-849c-7db38d7c7448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.74566282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e4a0420-9bf7-4b85-914d-d8c0c5cc27f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.751805283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e4a0420-9bf7-4b85-914d-d8c0c5cc27f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.752051398Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8f6cdbc-9e1e-45d1-849c-7db38d7c7448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:05:31.75330752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:05:31.763448146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e4a0420-9bf7-4b85-914d-d8c0c5cc27f6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.774986177Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df9dd4ba-76f8-4c2e-8893-92f00c3fecdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.774990185Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eddf85cc-d42a-4510-86e1-d9ef6e6d4564","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.836466224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e28900-df9a-40b0-8692-e414971413ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.836554899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b60a6c45-096b-4aa3-9f93-280037b6f5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.843745122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e28900-df9a-40b0-8692-e414971413ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.843810248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b60a6c45-096b-4aa3-9f93-280037b6f5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.849342022Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82e28900-df9a-40b0-8692-e414971413ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.849548888Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b60a6c45-096b-4aa3-9f93-280037b6f5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:05:31.860007459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b60a6c45-096b-4aa3-9f93-280037b6f5da","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.875262127Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0030705e-d245-44a4-863c-7dce79d358dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.936425991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70fea126-da4c-49e4-b53e-1f9701d78b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.944322059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70fea126-da4c-49e4-b53e-1f9701d78b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:31.944371806Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70fea126-da4c-49e4-b53e-1f9701d78b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.441964178Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d5f3e38-c1b5-41b1-8e32-aac43fc02440","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.541729472Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70cbd91d-f988-438f-9cd0-c51e56ef435e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.597396834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5106cd7c-f5c9-4fd2-a2b8-c865783e48a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.597420421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5106cd7c-f5c9-4fd2-a2b8-c865783e48a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.61716958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93e060db-0290-4737-a0a2-7ccbc1681704","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.61719376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93e060db-0290-4737-a0a2-7ccbc1681704","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.617525742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9dd8ed3-7875-47fe-a743-bacc285066e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.617861129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704aba66-5628-44a2-a768-c60584c0ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.625348284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9dd8ed3-7875-47fe-a743-bacc285066e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.625382576Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9dd8ed3-7875-47fe-a743-bacc285066e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.626027047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704aba66-5628-44a2-a768-c60584c0ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.626138912Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"704aba66-5628-44a2-a768-c60584c0ee92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.642092867Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"035ad7e4-1b4d-4555-9e4f-ff58ee34042c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.642115693Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ecec4345-d04d-4070-9264-3d27bb08442f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.714368497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab025846-952b-4b7a-bc3e-cc49dbd42bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.715383708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fad039-db6e-407e-b8f3-760951968e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.722131096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab025846-952b-4b7a-bc3e-cc49dbd42bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.722169705Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab025846-952b-4b7a-bc3e-cc49dbd42bc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.723923179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fad039-db6e-407e-b8f3-760951968e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:32.723961709Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fad039-db6e-407e-b8f3-760951968e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.027403224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdc8b620-1947-4ad3-8ba6-58ccdd0df007","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.027422876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdc8b620-1947-4ad3-8ba6-58ccdd0df007","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.229299561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1765623b-59ea-485e-aac9-2d5452027650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.229346105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b099f124-4971-45c9-9d8d-fe998ca73f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.23640276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1765623b-59ea-485e-aac9-2d5452027650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.236450785Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1765623b-59ea-485e-aac9-2d5452027650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.236461041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b099f124-4971-45c9-9d8d-fe998ca73f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:33.236495741Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b099f124-4971-45c9-9d8d-fe998ca73f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:34.76716822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.233236535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"026aa48d-19d4-4300-8bf3-1f95ddc680db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.233265093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"026aa48d-19d4-4300-8bf3-1f95ddc680db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.233755505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d44930ec-c5b3-4f1f-a0f8-6289981f9dac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.233774226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d44930ec-c5b3-4f1f-a0f8-6289981f9dac","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.240035489Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"089f3355-c7c3-403d-98d3-726ec6912167","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.240125921Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6a33058-7b95-4ce6-a082-2082cffa51b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.251955124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0868ca33-4414-4393-a348-7b3835e27e05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.251970628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22a8b3b-2d12-4d5d-bc59-588a4899cf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.255408826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"200a6714-dd6a-448c-bede-05dc9c0d6f7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.255428305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"200a6714-dd6a-448c-bede-05dc9c0d6f7c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.255628123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4dc0f737-89bf-42fa-9a89-f601de0889b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.255643746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4dc0f737-89bf-42fa-9a89-f601de0889b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.262881041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0868ca33-4414-4393-a348-7b3835e27e05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.262916446Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0868ca33-4414-4393-a348-7b3835e27e05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.263028949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22a8b3b-2d12-4d5d-bc59-588a4899cf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.263068192Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f22a8b3b-2d12-4d5d-bc59-588a4899cf90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.344511946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15e02697-dd62-4d1b-a0eb-87287bdd5c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.344518122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f02d6500-01be-4a31-acf4-3b21933eed02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.351969652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15e02697-dd62-4d1b-a0eb-87287bdd5c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.352030634Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15e02697-dd62-4d1b-a0eb-87287bdd5c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.352447795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f02d6500-01be-4a31-acf4-3b21933eed02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.352504973Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f02d6500-01be-4a31-acf4-3b21933eed02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.391134875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e91ac162-c165-49d1-80b4-0d1528a1c43a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.391152418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e91ac162-c165-49d1-80b4-0d1528a1c43a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.85249968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd91c41-2498-4417-b92e-13587c0a1953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.852526802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6566af15-c769-47a4-8aa2-80511cfbac47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.860824903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd91c41-2498-4417-b92e-13587c0a1953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.860896978Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"acd91c41-2498-4417-b92e-13587c0a1953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.863073455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6566af15-c769-47a4-8aa2-80511cfbac47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:35.863140927Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6566af15-c769-47a4-8aa2-80511cfbac47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.585059696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9230c8e4-d5eb-4afb-939c-ad8d2ece15b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.585081177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9230c8e4-d5eb-4afb-939c-ad8d2ece15b9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.585336827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46ad62f5-1084-4218-9c73-3008b4bc70b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.585350699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46ad62f5-1084-4218-9c73-3008b4bc70b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.585636606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f45bfcc5-f5dd-4ea9-840f-9527e8714e35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.585653107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f45bfcc5-f5dd-4ea9-840f-9527e8714e35","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.591562215Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34b8294f-13ad-445d-9ac1-aef551060bc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.591668128Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be3af49c-233d-42dc-a8dd-e0922f1b1726","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.600518609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4c18ec-2586-4392-be89-f0b6a11ae761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.602949864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0250364-c2b1-42b4-a07a-88d570eaed4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.60296432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e0250364-c2b1-42b4-a07a-88d570eaed4a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.60315715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d1bd3ee-bba8-4aab-ac09-2adcde517c38","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.603168248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d1bd3ee-bba8-4aab-ac09-2adcde517c38","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.603200078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081bec4c-cfbf-4b1c-9236-ff65290af8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.603370964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5c1994c-fb0b-4d48-8edd-2f9efaaf0de8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.603383276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5c1994c-fb0b-4d48-8edd-2f9efaaf0de8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.60890095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4c18ec-2586-4392-be89-f0b6a11ae761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.608946678Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b4c18ec-2586-4392-be89-f0b6a11ae761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.610967886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081bec4c-cfbf-4b1c-9236-ff65290af8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.611009935Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"081bec4c-cfbf-4b1c-9236-ff65290af8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.698228659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4275cc2-1f24-4e7c-94aa-37c83695e318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.698411871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36c96542-cd0f-428e-ab63-cdd98c4f3524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.705425962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36c96542-cd0f-428e-ab63-cdd98c4f3524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.705478203Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"36c96542-cd0f-428e-ab63-cdd98c4f3524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.705475871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4275cc2-1f24-4e7c-94aa-37c83695e318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.705520954Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4275cc2-1f24-4e7c-94aa-37c83695e318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.729882932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f798a4c5-646b-4918-ac77-b67c53508317","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:36.729900133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f798a4c5-646b-4918-ac77-b67c53508317","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:37.357812253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4980523a-7cf9-4cfd-8927-a93fc767f472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:37.357943154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5e72ca-5dce-4b88-9527-73eae78e8b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:37.367365402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5e72ca-5dce-4b88-9527-73eae78e8b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:37.367415336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc5e72ca-5dce-4b88-9527-73eae78e8b26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:37.370004815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4980523a-7cf9-4cfd-8927-a93fc767f472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:37.370047199Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4980523a-7cf9-4cfd-8927-a93fc767f472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.486961189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"266b6b8b-873f-4872-99a3-d9d349bc8397","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.486982953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"266b6b8b-873f-4872-99a3-d9d349bc8397","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.487254222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47831cad-4293-4583-b255-4c6144ee8859","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.487267429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47831cad-4293-4583-b255-4c6144ee8859","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.487484201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ca3d25b1-a869-4276-af0e-29031ef3165e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.487499731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ca3d25b1-a869-4276-af0e-29031ef3165e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.487991267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e313564d-622c-4275-b731-0da4b15bbc4f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.488008669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e313564d-622c-4275-b731-0da4b15bbc4f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.490985299Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3f84241-1761-46b3-9fb7-f85553add040","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.50045845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc4c36e3-5b50-454e-b2b4-a9cad7204586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505533673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b64989-a181-4b78-b17a-4df469b9f4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505592982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bf53e70-567f-4d7c-aa97-39d279e38256","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505609476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bf53e70-567f-4d7c-aa97-39d279e38256","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505808885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"778159aa-f980-4770-9442-7f970e8546f5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505819633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"778159aa-f980-4770-9442-7f970e8546f5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505983405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af1c47a1-ee30-47ed-852a-861964d59329","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.505996333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"af1c47a1-ee30-47ed-852a-861964d59329","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.506148977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0090a673-b74f-4fa3-9048-3f9edd863330","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.506157699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0090a673-b74f-4fa3-9048-3f9edd863330","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.508748838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc4c36e3-5b50-454e-b2b4-a9cad7204586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.508799766Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc4c36e3-5b50-454e-b2b4-a9cad7204586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.512618662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b64989-a181-4b78-b17a-4df469b9f4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.512660842Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6b64989-a181-4b78-b17a-4df469b9f4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.59168835Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc8ed603-dea2-482f-805f-926d2776b2a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.599097494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bab28d8-1632-4d68-8910-633800f09cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.599159855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7b526b7-be8e-41d7-bbdd-66cc871c357d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.606161466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bab28d8-1632-4d68-8910-633800f09cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.606214726Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bab28d8-1632-4d68-8910-633800f09cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.60623757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7b526b7-be8e-41d7-bbdd-66cc871c357d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.606276467Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7b526b7-be8e-41d7-bbdd-66cc871c357d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.649134957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d6bff12-d95c-4ac8-8f97-d2c0a1f3a95c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:38.649154182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7d6bff12-d95c-4ac8-8f97-d2c0a1f3a95c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.073287774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05b3c6bf-39eb-4672-a22c-9565bf84a4ef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.073313903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"05b3c6bf-39eb-4672-a22c-9565bf84a4ef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.07367911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2d4524a-2236-44e1-890b-43217f098889","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.073697698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a2d4524a-2236-44e1-890b-43217f098889","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.074098526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fda72ae5-7bc3-41b1-a473-845a05933a23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.074115876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fda72ae5-7bc3-41b1-a473-845a05933a23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.07432435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b1897b9c-3593-41b4-b366-924a115afc12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.074336497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b1897b9c-3593-41b4-b366-924a115afc12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.074521261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4d68f7b-277a-4b27-a467-f94cb54750d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.074533634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4d68f7b-277a-4b27-a467-f94cb54750d7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.08062221Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f85fdf2-0e59-4544-9ce5-2d97bc5317ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.080640309Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b1d3092-6422-407e-b72a-f3e4dde45d62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.094943742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecf42868-3a99-47ed-8ac8-76affc63acf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.096572213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23af79af-2d5a-4429-8fd9-03542f9025e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.097231997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ca88c95-2301-425a-af9f-446915b7829e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.097248363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2ca88c95-2301-425a-af9f-446915b7829e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.097614665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4cc461ca-5510-4104-a00f-556afb3dd0e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.09763341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4cc461ca-5510-4104-a00f-556afb3dd0e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.098014775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2fd2980-cde4-4edf-a0f4-2f9e4d62e576","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.098029209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a2fd2980-cde4-4edf-a0f4-2f9e4d62e576","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.098523429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d7be427-8eed-4d00-b024-4b9debae19b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.098536343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5d7be427-8eed-4d00-b024-4b9debae19b4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.098761594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19cf21fc-7734-40e7-8951-25035aac9b64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.098812941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"19cf21fc-7734-40e7-8951-25035aac9b64","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.103259019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecf42868-3a99-47ed-8ac8-76affc63acf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.103308359Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecf42868-3a99-47ed-8ac8-76affc63acf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.103915758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23af79af-2d5a-4429-8fd9-03542f9025e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.103950959Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23af79af-2d5a-4429-8fd9-03542f9025e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.189085793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4937bbfc-d582-417c-ad00-9f872ac1dca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.189111729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09eeaf62-a333-48a0-b1ac-3cc70b5aba63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.196602566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09eeaf62-a333-48a0-b1ac-3cc70b5aba63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.196652959Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09eeaf62-a333-48a0-b1ac-3cc70b5aba63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.197362014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4937bbfc-d582-417c-ad00-9f872ac1dca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.197426004Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4937bbfc-d582-417c-ad00-9f872ac1dca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.230628833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34ba0aaa-5d67-4df4-bdb9-45397351eaf7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.230646822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34ba0aaa-5d67-4df4-bdb9-45397351eaf7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.297333722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e58d772a-ae08-42fe-9f44-7aa0b0133bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.297392367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddc00612-8e84-459a-a523-0e31a401f52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.304425648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e58d772a-ae08-42fe-9f44-7aa0b0133bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.304476221Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e58d772a-ae08-42fe-9f44-7aa0b0133bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.304608107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddc00612-8e84-459a-a523-0e31a401f52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:39.304662017Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddc00612-8e84-459a-a523-0e31a401f52f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.43379855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d25d2ece-e26c-4ade-a0bd-2db9b77d4e88","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.433826348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d25d2ece-e26c-4ade-a0bd-2db9b77d4e88","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.434179337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ba955e8-94d6-4a18-8471-cc5bfbf8b51c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.434199526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9ba955e8-94d6-4a18-8471-cc5bfbf8b51c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.434486986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f53f5bbe-9703-457b-85d0-7b9ad39cd040","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.434507501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f53f5bbe-9703-457b-85d0-7b9ad39cd040","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.434809929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b472c9ba-8d02-49d5-8931-14752b4b8d9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.434827481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b472c9ba-8d02-49d5-8931-14752b4b8d9c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.435092869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"530b68ed-f02b-4b37-9cb8-e0af19621ebf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.435109926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"530b68ed-f02b-4b37-9cb8-e0af19621ebf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.435375448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7bf2505-880b-4ca0-8167-4c2f16162e54","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.435392231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e7bf2505-880b-4ca0-8167-4c2f16162e54","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.443102515Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41e10b57-cfea-4f0b-bc31-e87b39b82df3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.443299946Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e2884ef-9c0e-481b-9cc9-8e79205bb41b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.451578517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1c01a1d-e95a-44ae-874b-2ab6f4c2529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.451641618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"320a21d0-83db-42f1-9dc6-6ef31fb44821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.453720234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93211683-b419-4f3d-9567-d485a402567b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.453738885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"93211683-b419-4f3d-9567-d485a402567b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454063375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97bd5503-519a-4f6d-92b3-e7edf94f641b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454078892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97bd5503-519a-4f6d-92b3-e7edf94f641b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454362638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a89c6a6d-485e-4727-a13b-3fea78bb53f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.45437769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a89c6a6d-485e-4727-a13b-3fea78bb53f6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454565497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"66252e24-16ed-4ec8-a6a5-e8086ac9759b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454575856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"66252e24-16ed-4ec8-a6a5-e8086ac9759b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454758076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"566d1ee7-c83c-4001-a692-25350c074888","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454789561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"566d1ee7-c83c-4001-a692-25350c074888","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454969664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac9917a9-627c-4e8f-94a4-c0fe2337fdf5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.454978752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac9917a9-627c-4e8f-94a4-c0fe2337fdf5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.463200414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1c01a1d-e95a-44ae-874b-2ab6f4c2529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.463211268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"320a21d0-83db-42f1-9dc6-6ef31fb44821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.463234372Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1c01a1d-e95a-44ae-874b-2ab6f4c2529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.463247414Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"320a21d0-83db-42f1-9dc6-6ef31fb44821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.548843351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08a872dc-be42-4799-aa58-35413d65fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.548841142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf9e24a-1bb9-471b-8a70-bcfce4dc9dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.557671094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08a872dc-be42-4799-aa58-35413d65fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.557717719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf9e24a-1bb9-471b-8a70-bcfce4dc9dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.557738366Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08a872dc-be42-4799-aa58-35413d65fabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.55774603Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf9e24a-1bb9-471b-8a70-bcfce4dc9dac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.609023962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d2655dc-b59c-4696-8201-27fbd82acf6e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.60904866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8d2655dc-b59c-4696-8201-27fbd82acf6e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.645650981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4351758b-e5b1-404e-8ec9-453d2502c41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.64620022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbfc0029-740b-45c9-9ea1-c565fc6c9419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.6535491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4351758b-e5b1-404e-8ec9-453d2502c41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.653601189Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4351758b-e5b1-404e-8ec9-453d2502c41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.653859651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbfc0029-740b-45c9-9ea1-c565fc6c9419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:40.653918053Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbfc0029-740b-45c9-9ea1-c565fc6c9419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.067555469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2a3964ed-9156-405e-a3e0-ae5fceb74544","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.0675735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2a3964ed-9156-405e-a3e0-ae5fceb74544","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.067841558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae0cf87e-40a1-486c-9505-8507709a2b4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.067852844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ae0cf87e-40a1-486c-9505-8507709a2b4b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068024406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19973656-0141-40f7-8f00-5ae0797a3a5a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068034756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"19973656-0141-40f7-8f00-5ae0797a3a5a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068252979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5f4d19e-81b6-435f-b224-9215bba5e2a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068266715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5f4d19e-81b6-435f-b224-9215bba5e2a2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068443611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be8e46cb-8331-4fce-ac15-a744ab094dc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068466635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be8e46cb-8331-4fce-ac15-a744ab094dc7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068639849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04df072d-5b9b-431f-b939-1789ae2dc168","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068649102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04df072d-5b9b-431f-b939-1789ae2dc168","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068811049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6039ac6-2712-4f1c-8f2c-c5aadd19ed39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.068819935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6039ac6-2712-4f1c-8f2c-c5aadd19ed39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.075301205Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad4414bb-3111-4341-ba47-cf205a2f0ed8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.084061707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d91f6cd9-c4b9-4a94-9117-964de3cc08e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.084540708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92ec88f3-719d-49c3-b5d8-2d59e7f9a595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.087350574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33a127f2-9668-4619-860d-42fbc6899183","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.087371196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33a127f2-9668-4619-860d-42fbc6899183","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.088397337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa9e8607-f3ac-458c-b15e-9d88d1d6d3e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.088426698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fa9e8607-f3ac-458c-b15e-9d88d1d6d3e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.088991488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9527e61-9cf9-40c4-85cf-3ad9d520a60e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.089012471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9527e61-9cf9-40c4-85cf-3ad9d520a60e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.089766738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"636e628c-4389-4f42-8f61-f2b25ec30e76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.089807253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"636e628c-4389-4f42-8f61-f2b25ec30e76","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.090143551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"06d58974-d93f-41e2-bcc4-d32f11e5df76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.090160816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"06d58974-d93f-41e2-bcc4-d32f11e5df76","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.090475739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e13ab32e-a616-4713-af09-c274ac273530","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.090491171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e13ab32e-a616-4713-af09-c274ac273530","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.09139001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dd67334-e87d-4d45-ac43-f07eaf8aaa9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.091405365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4dd67334-e87d-4d45-ac43-f07eaf8aaa9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.095676808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d91f6cd9-c4b9-4a94-9117-964de3cc08e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.095730207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92ec88f3-719d-49c3-b5d8-2d59e7f9a595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.095808751Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92ec88f3-719d-49c3-b5d8-2d59e7f9a595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.099360566Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62fd7a1b-ed99-4d6d-a9f5-32b1352c4b67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.142178434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85e3548-9937-4c7e-ae4f-c82bbbc29831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.142194599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85e3548-9937-4c7e-ae4f-c82bbbc29831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.180718496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0b3a5c-559b-474e-90d1-354052a7a7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.180834035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d07cc55d-a24e-423f-862f-0d8316ca6216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.184464433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"900a0263-3688-44e3-974e-8646b37e5136","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.187938833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae0b3a5c-559b-474e-90d1-354052a7a7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.187958492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d07cc55d-a24e-423f-862f-0d8316ca6216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.188001388Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d07cc55d-a24e-423f-862f-0d8316ca6216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.207552121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8910ae3-a8e2-4d86-a52c-c39116eb1bf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.207571153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8910ae3-a8e2-4d86-a52c-c39116eb1bf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:41.283275076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9bc3b18-9f2a-4807-8f79-0dcaa0f221d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.477720237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8403ec7-c4b7-40eb-9c76-413f8a4a8ca2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.47774889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8403ec7-c4b7-40eb-9c76-413f8a4a8ca2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.478090991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc0cffe0-01af-40ea-8ab7-e7546631ee6f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.478107815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fc0cffe0-01af-40ea-8ab7-e7546631ee6f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.478379877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f7c3bf8-7d57-45a8-b8a8-ead274d5a3c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.478446937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8f7c3bf8-7d57-45a8-b8a8-ead274d5a3c1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.478792143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"247ae883-71f7-4ce9-a66f-aa6901bdb533","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.478813863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"247ae883-71f7-4ce9-a66f-aa6901bdb533","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.479113507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0f26721-e271-4595-b87c-27bb2586dcf5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.479127299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0f26721-e271-4595-b87c-27bb2586dcf5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.481421198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02a2feda-2f93-47d9-9c72-dc5786e55ba8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.481435919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02a2feda-2f93-47d9-9c72-dc5786e55ba8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.481646499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"421138c9-819e-42c5-8ccc-030fcf6247b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.48169098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"421138c9-819e-42c5-8ccc-030fcf6247b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.48213393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe707325-6e8d-45a6-9abb-5607074c91b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.482147893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe707325-6e8d-45a6-9abb-5607074c91b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.497343254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cbde611e-9159-4e90-b398-7253cf949393","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.497363798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cbde611e-9159-4e90-b398-7253cf949393","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.497632073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6a34fce-2b95-4feb-9238-360a9ce8ee9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.49764735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6a34fce-2b95-4feb-9238-360a9ce8ee9a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.49789815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51404a44-d835-4934-b62d-911cdb46ddd4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.497913606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"51404a44-d835-4934-b62d-911cdb46ddd4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498143573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d308c247-2e29-46b9-a70c-d1a0885dfbb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498156653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d308c247-2e29-46b9-a70c-d1a0885dfbb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498422974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"115c39aa-fb28-41fb-b4f9-dd43b634015f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498439475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"115c39aa-fb28-41fb-b4f9-dd43b634015f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498691042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0affbf64-3c87-4726-be6b-4077a65b0d92","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498703168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0affbf64-3c87-4726-be6b-4077a65b0d92","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498952963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa0a2049-e594-43f5-8938-70f3af9686a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.498970273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa0a2049-e594-43f5-8938-70f3af9686a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.499200574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f49c308d-23c0-4b44-b0c8-96a704745ba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.499213627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f49c308d-23c0-4b44-b0c8-96a704745ba7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.500078373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7efde5f9-de5b-4e01-8375-340b2a014601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.500093755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf52a95a-8e27-4267-ba4b-6dc0fd6d6b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.503512421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7ad50d7-ef9a-456b-8c35-8557d802c99c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.508525543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7efde5f9-de5b-4e01-8375-340b2a014601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.510127872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf52a95a-8e27-4267-ba4b-6dc0fd6d6b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.510250624Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89fd9b4c-05dc-43f1-9b49-4bb77323c203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.598399193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72d51b7-53e0-4044-8a9b-57e51e7ba4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.598400328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9515ca9-9987-488c-ad03-78e5e9be6a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.599772529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c4ddbb3-2bb6-4235-9d1a-9c67480ca83f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.59981876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c4ddbb3-2bb6-4235-9d1a-9c67480ca83f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.605452184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72d51b7-53e0-4044-8a9b-57e51e7ba4ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.605692868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9515ca9-9987-488c-ad03-78e5e9be6a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.613738277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ff15cd3-9ee3-4523-9396-e04210637f0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.61658738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ae127f9-01fd-4519-9745-06dc41559a50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.627823221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a1b5b00-071f-4cd1-b61d-db005e3d8502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.627856814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a1b5b00-071f-4cd1-b61d-db005e3d8502","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.648859868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a5a0e66-be0b-40e2-96bb-09688e8cd3cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.648884542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3a5a0e66-be0b-40e2-96bb-09688e8cd3cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.695573826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0e816c-5023-4dcc-bf95-8bc304899715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.702520903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca0e816c-5023-4dcc-bf95-8bc304899715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.733374808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65ac9405-5d4a-4f8a-a9c2-3db46c059849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.796053962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bd4b648-cfcc-4d17-a4b2-24b56c68b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.796062754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441e4a72-fab3-46ea-9448-eebcf8a4ced8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.80339181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"441e4a72-fab3-46ea-9448-eebcf8a4ced8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:42.804743043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1bd4b648-cfcc-4d17-a4b2-24b56c68b526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.279824263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"320c0f56-aafd-419d-857d-d0cf564719fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.294694027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95389dae-c33a-430b-9537-7c15d57b38e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.294712981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95389dae-c33a-430b-9537-7c15d57b38e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.322379868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f909ac0-0aa2-4749-9360-3f3e73635c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.322489549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02ad77bf-5676-4f4a-bc10-48eba684d039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.330466677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02ad77bf-5676-4f4a-bc10-48eba684d039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.330579762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f909ac0-0aa2-4749-9360-3f3e73635c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.959583112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfc52aa5-d687-4875-9267-b25bb74fb6fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:45.959606633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bfc52aa5-d687-4875-9267-b25bb74fb6fd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:47.800580938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"445cac97-375e-4001-8e3a-46902ce44c04","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:47.800607226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"445cac97-375e-4001-8e3a-46902ce44c04","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:48.69327109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94e5ab95-9f79-43d8-a8ae-e6dd68241ccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:48.793155841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ac9f01a-1908-46a9-a6ee-0eabd3125e29","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:48.875150317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab190190-24a7-46d1-a525-e50701b2cf54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:48.875171251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ab190190-24a7-46d1-a525-e50701b2cf54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:49.433539318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14bd9d90-07a9-4829-8432-b3ae5e91b122","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:49.433564684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"14bd9d90-07a9-4829-8432-b3ae5e91b122","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.499654454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"094610cb-48fe-42fa-8235-5d76f01207a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.499673405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"094610cb-48fe-42fa-8235-5d76f01207a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.499962996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd182966-3191-4cce-8fec-49426e442ea4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.499974217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bd182966-3191-4cce-8fec-49426e442ea4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.581493862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f04d2d-e66d-484d-b519-db3904dc7321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.581519877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9f04d2d-e66d-484d-b519-db3904dc7321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.596699169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b58255d-1825-48c4-a48c-efe222d20879","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.598852373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5603362d-e1b0-4efe-89ce-6b7eb1810ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.599161319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f5d9f54-1139-40f6-b079-f8869b420531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.60799107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f5d9f54-1139-40f6-b079-f8869b420531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.608023704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5603362d-e1b0-4efe-89ce-6b7eb1810ab8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.611620953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1f4d4ee-e5d2-4ca3-8254-d2f394f0d91e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.611635957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1f4d4ee-e5d2-4ca3-8254-d2f394f0d91e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:52.696611077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12887c5c-f295-4cb5-af01-517525b1c4e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.234667414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f264c0a7-40da-4fd3-a3a2-4aa4c7b01209","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.234688896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f264c0a7-40da-4fd3-a3a2-4aa4c7b01209","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.249774509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8ed80d3b-dccd-4e32-a002-0072472432b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.249774614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0eee12-6717-4c6e-a1bd-905208283047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.24996495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91519c66-d162-43e6-9eba-627bb9db87c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.257857935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0eee12-6717-4c6e-a1bd-905208283047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.257963053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91519c66-d162-43e6-9eba-627bb9db87c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.266707279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e23256e5-7c4f-4717-b9c0-e62b41a3f5d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.266722995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e23256e5-7c4f-4717-b9c0-e62b41a3f5d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:53.35066647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdbe7568-08ae-476e-924b-674381f63b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:54.102081118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ba99a95-db1a-4cea-8b91-bc00f23f3821","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:54.102105903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ba99a95-db1a-4cea-8b91-bc00f23f3821","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:54.292889509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71268233-d620-45f8-b394-2bb0a4e04c70","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:54.292909016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71268233-d620-45f8-b394-2bb0a4e04c70","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.239907907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ad87cf5-773e-4446-9a56-ed47cf6bdd1f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.239928727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2ad87cf5-773e-4446-9a56-ed47cf6bdd1f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.247930921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f33885ae-e820-485d-b4ea-b0bc01a82cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.258681133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f33885ae-e820-485d-b4ea-b0bc01a82cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.277327259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab1fac50-a720-4005-8e5e-9c4c600ce1f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.277345186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ab1fac50-a720-4005-8e5e-9c4c600ce1f6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.406944429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b77d0ce-17a2-45df-93f6-6663fe4c3b21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.406966627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b77d0ce-17a2-45df-93f6-6663fe4c3b21","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.416104067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614781b0-1f8c-4326-8eb8-7a70fc048095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.416130018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06fc7e9f-ca80-4e64-af19-4975597656ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.42032633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3fc7abe6-1cb6-4213-a6d5-3661abb3035f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.424360467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06fc7e9f-ca80-4e64-af19-4975597656ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.424907954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"614781b0-1f8c-4326-8eb8-7a70fc048095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.436591745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77e4aa71-6a32-4e8e-b070-8c31c2c260cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:05:58.436622494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"77e4aa71-6a32-4e8e-b070-8c31c2c260cb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:04.765235965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.322421526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fae9d5-104a-4225-96e3-53d6b3374346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.325364798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fae9d5-104a-4225-96e3-53d6b3374346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.328340111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fae9d5-104a-4225-96e3-53d6b3374346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.331241771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fae9d5-104a-4225-96e3-53d6b3374346","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.814948226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee5e50a-01a9-4128-af32-200675de5432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.8183707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee5e50a-01a9-4128-af32-200675de5432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.821601103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee5e50a-01a9-4128-af32-200675de5432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:28.824819641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee5e50a-01a9-4128-af32-200675de5432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.055289828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb0d27-035e-4213-bb73-5efd6afa2e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.063870867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb0d27-035e-4213-bb73-5efd6afa2e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.071462592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb0d27-035e-4213-bb73-5efd6afa2e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.07475475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bcb0d27-035e-4213-bb73-5efd6afa2e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.364822002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0417894-9ec4-4847-844f-30912fefcb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.369848283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0417894-9ec4-4847-844f-30912fefcb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.37021285Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3a6480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3a6480","reconcileID":"b3537121-158a-4675-814a-d381035f3ea2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3a6480","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-3a6480":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.375235102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0417894-9ec4-4847-844f-30912fefcb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.453904795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0417894-9ec4-4847-844f-30912fefcb6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.701147713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30a0cbf-271a-4d23-b44c-533fab2e316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.704100804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30a0cbf-271a-4d23-b44c-533fab2e316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.70711018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30a0cbf-271a-4d23-b44c-533fab2e316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.71003848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a30a0cbf-271a-4d23-b44c-533fab2e316c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.81752834Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e27ae7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e27ae7","reconcileID":"e832da87-9512-4a9d-ae5a-20f43c223caa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e27ae7","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-e27ae7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:29.886363203Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0aa61b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0aa61b","reconcileID":"241bea58-0248-441c-bcdc-cab9ffc6d453","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0aa61b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-0aa61b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.098286855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a12c87-83ac-4856-9c07-dfbac471b44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.101365699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a12c87-83ac-4856-9c07-dfbac471b44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.104293132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a12c87-83ac-4856-9c07-dfbac471b44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.107402592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6a12c87-83ac-4856-9c07-dfbac471b44a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.298440594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ee638f-a13c-451c-be8e-2cf77d15a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.301448948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ee638f-a13c-451c-be8e-2cf77d15a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.304406618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ee638f-a13c-451c-be8e-2cf77d15a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.307385547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ee638f-a13c-451c-be8e-2cf77d15a672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.700129072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd133a-9bbe-4026-8df7-0e24ff86671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.703497001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd133a-9bbe-4026-8df7-0e24ff86671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.706623584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd133a-9bbe-4026-8df7-0e24ff86671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:30.71039537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40bd133a-9bbe-4026-8df7-0e24ff86671c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:32.233252221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"4916835c-d9da-4dde-80a9-185748719bef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:32.253127961Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"4916835c-d9da-4dde-80a9-185748719bef","name":"e2e-worker-w0-3a6480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:33.624319585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"356e4019-286e-4605-b059-c0bde34de30d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:33.641114221Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"356e4019-286e-4605-b059-c0bde34de30d","name":"e2e-worker-w2-e27ae7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:34.32000452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"3eeaa399-56fc-46c9-b5d2-38107c5ab23b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:34.34081423Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"3eeaa399-56fc-46c9-b5d2-38107c5ab23b","name":"e2e-worker-w4-0aa61b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:34.632875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"85305254-cf09-45cf-b6df-d32ebbe4a972","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:34.736887176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6577fc41-9b22-428f-88fb-24130c129295","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:34.774976089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.621492373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80241c4-d2d6-4a10-bc3f-5719269e660d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.625087126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80241c4-d2d6-4a10-bc3f-5719269e660d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.629007994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80241c4-d2d6-4a10-bc3f-5719269e660d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.633311529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80241c4-d2d6-4a10-bc3f-5719269e660d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.914486499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee152269-53a9-43db-865f-b3da14f09057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.917519124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee152269-53a9-43db-865f-b3da14f09057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.920630073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee152269-53a9-43db-865f-b3da14f09057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:41.923867805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee152269-53a9-43db-865f-b3da14f09057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.264122569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbedf1-8396-40b3-a73d-040fba7f8694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.269955538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbedf1-8396-40b3-a73d-040fba7f8694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.276092019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbedf1-8396-40b3-a73d-040fba7f8694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.280228641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91dbedf1-8396-40b3-a73d-040fba7f8694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.527360461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7295529d-895d-4f22-a0a8-98f3b390f7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.530355309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7295529d-895d-4f22-a0a8-98f3b390f7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.53175142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98e1236e-068d-4f3c-98c2-35721081b6b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.533230049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7295529d-895d-4f22-a0a8-98f3b390f7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.537584699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7295529d-895d-4f22-a0a8-98f3b390f7ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:43.626978971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a83fa820-5a01-448e-8f8b-d504aa17c816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.226799611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff836e-bd97-4099-9e50-17ef7e692d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.230250145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff836e-bd97-4099-9e50-17ef7e692d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.233687767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff836e-bd97-4099-9e50-17ef7e692d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.237675866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faff836e-bd97-4099-9e50-17ef7e692d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.516607817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970259-42d2-445b-b170-c3247d16298a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.519683569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970259-42d2-445b-b170-c3247d16298a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.522734953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970259-42d2-445b-b170-c3247d16298a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.525720962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66970259-42d2-445b-b170-c3247d16298a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.790307968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90cb29fb-6066-409f-a7ca-444023401771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.790334162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90cb29fb-6066-409f-a7ca-444023401771","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.798610788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91e081e0-4430-4bca-9826-713346d537f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.798638752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91e081e0-4430-4bca-9826-713346d537f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.845037277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"584de33e-dce0-4884-b60f-f99af33c14fb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.85385926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"584de33e-dce0-4884-b60f-f99af33c14fb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.973382714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0632807-f790-482d-9208-94367ab97e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.973410166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0632807-f790-482d-9208-94367ab97e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.97870113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cf23177-ad7b-4cd0-a452-4bf72e4c679a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.978720088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cf23177-ad7b-4cd0-a452-4bf72e4c679a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.981827072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2616af43-ebad-4e66-9767-11948f71d05f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.981849822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2616af43-ebad-4e66-9767-11948f71d05f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:06:44.989031095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"1d9bad3c-7846-463d-874e-50b24e6734be","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-6f18f14c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.996870056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a222092-f3fb-4f71-903f-221c03c5dba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.997868139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fd51b4-9888-4879-8503-fefa5755dac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.99847934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e30c4fc6-f850-4489-aa60-bec7d85c84d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:44.999569333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e30c4fc6-f850-4489-aa60-bec7d85c84d2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.02069413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a222092-f3fb-4f71-903f-221c03c5dba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.025211915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fd51b4-9888-4879-8503-fefa5755dac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.028583359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e69a4c3b-41c1-45f3-8e67-55a721063ee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.0286671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e69a4c3b-41c1-45f3-8e67-55a721063ee0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.030462827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ec70ed4-b402-4995-850a-914f795a8204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.030487378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ec70ed4-b402-4995-850a-914f795a8204","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.039368898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0554dab-9619-427a-875b-4c7495e58bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.039390776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0554dab-9619-427a-875b-4c7495e58bb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.091601633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"82370c37-4925-410f-bce2-459cb103b96a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-6f18f14c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.091731852Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"82370c37-4925-410f-bce2-459cb103b96a","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f18f14c","error":"MaaSModelRef not found: llm/nonexistent-model-6f18f14c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.104826358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"7edd7627-9531-4a45-96b8-814872e46ff2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.145512816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"7edd7627-9531-4a45-96b8-814872e46ff2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.175826531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"70ea5feb-7cb9-4663-92b4-79d3f9c020c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.203543673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"441fd3b0-b696-47e0-9494-4b7509420fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.203543697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47b846b-56de-4dfe-a58d-727a0099c3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.212738478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"441fd3b0-b696-47e0-9494-4b7509420fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.217099912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a47b846b-56de-4dfe-a58d-727a0099c3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.231248094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808530e3-e69d-4169-997b-ca2aad7ef173","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.231268548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"808530e3-e69d-4169-997b-ca2aad7ef173","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.262690622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"1525e648-de36-462a-84ec-c3ef7e0d2882","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.262868611Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"1525e648-de36-462a-84ec-c3ef7e0d2882","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f18f14c","error":"MaaSModelRef not found: llm/nonexistent-model-6f18f14c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.287715106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"edff9205-a593-478b-b520-87494bbec4d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:45.295471399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"edff9205-a593-478b-b520-87494bbec4d4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.703247394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01027b76-58ff-48fa-afd6-3c50e5ef4ad2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.70327375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01027b76-58ff-48fa-afd6-3c50e5ef4ad2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.710502498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"3ab3619c-0723-441c-80d7-ba9950683890","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.710995531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f43377aa-ffb4-4f84-86bf-398f8df056ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.711066409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a8d2db-82ee-483d-b852-4c65547de7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.723402287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"3ab3619c-0723-441c-80d7-ba9950683890","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.746735584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f43377aa-ffb4-4f84-86bf-398f8df056ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.748611098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94a8d2db-82ee-483d-b852-4c65547de7d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.785462267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e800123-5bc9-467c-99ef-a23ddc70e70d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.888840818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c66176eb-3568-4ba1-8e4a-4f8a83707aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:47.975129115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0538d982-8861-4940-ba39-2c8098a204b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:06:57.71750433Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"92dce0e8-e5cd-4ded-b86a-e5d76fc81173","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af23ea43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:01.191475651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d330f451-fb6b-405c-b9b0-1a40d7feb1ab","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:02.144160031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecda3882-86ee-44f1-b7a6-82a6d52ca1fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:02.237711997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc8fd559-4a46-429d-9cf2-7a3a169639d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:02.502509907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"4e163986-95da-433d-b7db-3b8c31d4a56d","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:02.521264811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"aeac67b4-ddd6-4378-a36f-c1c0f54b1451","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:04.774444484Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:05.10834011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7006da8d-ee16-4b91-b512-93108eb5c26b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:05.195412376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1615515a-2dae-445f-8cfc-8f6b7fdd84a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:06.873920971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"65327500-8add-4f47-971b-9953a41a3d13","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:06.954895729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"8bcf2665-d96e-4375-9211-b28d96f7914e","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.722335304Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"9bfedf7a-dab3-4c19-9659-ffd8495f905c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-6f18f14c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.73154713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"9bfedf7a-dab3-4c19-9659-ffd8495f905c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.731565376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"9bfedf7a-dab3-4c19-9659-ffd8495f905c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f18f14c","subscription":"e2e-neg-ghost-sub-6f18f14c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.731640718Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6f18f14c","reconcileID":"9bfedf7a-dab3-4c19-9659-ffd8495f905c","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6f18f14c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6f18f14c","error":"MaaSModelRef not found: llm/nonexistent-model-6f18f14c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.751231562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76f965ee-54be-4ca0-9936-b54be80d19a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.751249905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76f965ee-54be-4ca0-9936-b54be80d19a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.850286388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c50c34e0-546f-4a0d-a911-ccb33045ccd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.850746652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0357974c-d6b9-4fc4-8d57-bfdd52a1bd82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.851110878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"007c51fd-33a7-4548-8204-7321863c9ef6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.857102219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c50c34e0-546f-4a0d-a911-ccb33045ccd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.859378961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0357974c-d6b9-4fc4-8d57-bfdd52a1bd82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.861900305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"007c51fd-33a7-4548-8204-7321863c9ef6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.899195334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bd2ea53-ce67-48e1-bbeb-ba6740f1e73f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.899216906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bd2ea53-ce67-48e1-bbeb-ba6740f1e73f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.934855507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"5aa63705-eec6-4a3e-95f2-5466d42adb31","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.953384964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"0b5acdf1-4293-492d-a518-c02722237e5f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:07.965452983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6f18f14c","reconcileID":"1cb7c0ad-a68f-418c-9d4d-8ed5559e77e0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6f18f14c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.077572991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f240f1d-f210-451c-9a92-549fc6cd804d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.077600935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f240f1d-f210-451c-9a92-549fc6cd804d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.257671507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b809abe-08c8-4d28-b089-0e2681f7ad57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.257692732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b809abe-08c8-4d28-b089-0e2681f7ad57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.264603112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76fc1581-9a7c-40e7-9a4d-3c94d235bc68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.264624084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76fc1581-9a7c-40e7-9a4d-3c94d235bc68","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.274615455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"3526ca8c-d1b9-4f27-bafe-661dc4f3d55c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.281990075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"3526ca8c-d1b9-4f27-bafe-661dc4f3d55c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.289973306Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"3526ca8c-d1b9-4f27-bafe-661dc4f3d55c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9d635f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.401457857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a292d960-74e1-45ea-952a-d343dbbbfee4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.401485242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a292d960-74e1-45ea-952a-d343dbbbfee4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.413372855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"00cf4697-fe2c-4c87-bf7e-6bff5c2ef497","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.42011499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"00cf4697-fe2c-4c87-bf7e-6bff5c2ef497","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.428400088Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"00cf4697-fe2c-4c87-bf7e-6bff5c2ef497","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9d635f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.854455078Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"8a3ecf2a-b3d1-43b8-900f-b2cfc9819f5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.854543504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028f30c0-7fa5-4316-8fe5-b4f4eb0a8aab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.854556941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"028f30c0-7fa5-4316-8fe5-b4f4eb0a8aab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.89761166Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-9d635f1f","reconcileID":"8a3ecf2a-b3d1-43b8-900f-b2cfc9819f5b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-9d635f1f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9d635f1f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.909206658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e7cdf14-e65a-4e5b-b570-6493eed8f302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:08.909230404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e7cdf14-e65a-4e5b-b570-6493eed8f302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:10.694432547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"ef864bd2-1e81-4432-934e-fc1485ced87f","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:10.719146431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"3eff6b45-34bc-4933-9326-471e007d8da0","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:13.994251352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97224a08-e834-4d8a-9438-f31bb5398d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.042601353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97224a08-e834-4d8a-9438-f31bb5398d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.045874186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97224a08-e834-4d8a-9438-f31bb5398d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.049300588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97224a08-e834-4d8a-9438-f31bb5398d4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.289004203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df3b41d-74e3-42f7-9234-db0c7f329f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.292509725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df3b41d-74e3-42f7-9234-db0c7f329f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.295620485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df3b41d-74e3-42f7-9234-db0c7f329f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.298889417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4df3b41d-74e3-42f7-9234-db0c7f329f57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:14.801297116Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e3c4a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e3c4a7","reconcileID":"621f4b0f-04f5-42e3-99ee-5ec825fa9c52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e3c4a7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e3c4a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:15.039050252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c135eb8-5c1f-410a-a80c-d24921094f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:15.042374202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c135eb8-5c1f-410a-a80c-d24921094f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:15.046107409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c135eb8-5c1f-410a-a80c-d24921094f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:15.049189273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c135eb8-5c1f-410a-a80c-d24921094f35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.470019032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"cc6140c7-1b68-4416-99b9-ee8c0697a503","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.626964939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"e73f9b54-1600-4c41-ba03-81305c2ce2bf","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.632298257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a5af16b3-feff-4a4d-90d1-85847119d041","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:17.639889863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"9afc97d3-d7d8-4150-9e06-6ab01c54dd61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.657398178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d8f19740-ebb0-4e2a-a34e-de62c09e6eee","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.665032881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"54c78b3e-5e31-48b2-9581-3537fc4e9cdc","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.673773602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"5ad27fb4-af9c-473b-8c09-053562e8594d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.682742348Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"f0de6d17-42af-4900-8d34-0bc12d043f13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.694329757Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"5ad27fb4-af9c-473b-8c09-053562e8594d","name":"e2e-inf-a-e3c4a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.700524726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"571bf598-0af6-42e5-9c38-aa1b1a8be63b","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.778378101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"b85ede62-9f1f-4fa0-beb3-160c8eeb9bd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.864029527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"ac853b11-d035-415a-b33e-e7daaa9099a5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.875381356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"67c96608-dda7-429a-8514-36c5b2afc6f5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.877021885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"64e97569-3c1a-4607-b670-e5a01eb53bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.887145442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"56536f20-ff80-4bd2-9dea-584f3da8849a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.902948007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"64e97569-3c1a-4607-b670-e5a01eb53bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.908576454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"64e97569-3c1a-4607-b670-e5a01eb53bb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.918656121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"432a29fb-51d8-44f3-b22d-3adf9cbd5961","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.977871744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1620e050-d1de-4b6f-9a7b-4494c0af80a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.985077284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1620e050-d1de-4b6f-9a7b-4494c0af80a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:17.990602923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1620e050-d1de-4b6f-9a7b-4494c0af80a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:17.994899318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1620e050-d1de-4b6f-9a7b-4494c0af80a0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.032940412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"dfebd010-7a15-44c1-9b21-9d23c12def5d","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.04046946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"87503d2c-b938-4dfa-b86c-70f144925c97","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.041254352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"fcdde9b0-4b97-44b1-8a71-7253855ff17f","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:18.043711024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3a6480/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.047951539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"4d13ce04-fe19-424e-998d-ec9f080fbd5b","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.061096159Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"7deaea73-2799-489f-88db-9e879fe1d482","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"premium-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.074638748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"1f1e5e5d-7cbf-4039-bf57-abd661dc6b64","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.07736294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c7923bea-35bb-4d49-ab1b-9f799478fe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.084053358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c7923bea-35bb-4d49-ab1b-9f799478fe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.089137415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c7923bea-35bb-4d49-ab1b-9f799478fe58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.094178532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"38bc9c37-98b0-4aaf-b9d1-4bb3e54e3184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.100643514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"38bc9c37-98b0-4aaf-b9d1-4bb3e54e3184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.105856115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"38bc9c37-98b0-4aaf-b9d1-4bb3e54e3184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.159440451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"8ba2d7fa-708c-45c5-ba92-f95e16335c48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.204524569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"9ca739ca-4833-4dd7-b615-1a6a304db3c7","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.21297616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"48902b79-fb70-48c3-abe3-03c6deda0e04","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.219688604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5f862c91-676a-4a9a-a901-f156337e64e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.221659429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"100da752-73f0-4ac3-b4b7-399abacad62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.22655113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5f862c91-676a-4a9a-a901-f156337e64e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.228178766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"100da752-73f0-4ac3-b4b7-399abacad62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.231722425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5f862c91-676a-4a9a-a901-f156337e64e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.234346145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"100da752-73f0-4ac3-b4b7-399abacad62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.23728181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"db1639da-21b2-4268-aa64-7d23a0a2628d","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.259501463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"eb5b5c04-a1f2-479c-98ba-2062858cedaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.318982778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bb7009ad-3781-4d08-befa-5f66b5842591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.32575391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bb7009ad-3781-4d08-befa-5f66b5842591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:18.331164083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bb7009ad-3781-4d08-befa-5f66b5842591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.497408025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"fbb99ae3-c8b8-4a5f-8b5a-1f2096c5b9dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.52484066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"8181b1f4-8026-4e32-bd0d-5ef937321bf8","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.618367485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"259ffbd9-4335-4f38-b868-83e3f874d372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.660867767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"b8e7cbad-fd43-42ad-8729-a128090020b0","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.671557341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"67fbdbe5-d4c5-44d3-b727-ac664d8e39e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.671557361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7dd450df-a6fb-4914-9a85-caaf73d77133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.686945305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"67fbdbe5-d4c5-44d3-b727-ac664d8e39e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.687343045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7dd450df-a6fb-4914-9a85-caaf73d77133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.702582049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09594a513a8c406273c011ae3f7d8f121597f2cf243d54d3c1691c445bfb59e8) AuthConfig (c3928b6d9f1f64ea6a393237c38f8e0397d1fefc7daed8b4d9efb6703ce77e15) AuthConfig (9a0ac9f8b760d63cc24968b1d9c525e7fae487bcc6ec76bdadac0a91cce83a7a) AuthConfig (e3f2bd98724e0c7224787eb69fe35b7c8d3ab59fbacec6af5542b65b9e947519) AuthConfig (f82e073066fd623301796454b023f6c7dd8cdd64a9b6ece4e23ef2dfd9725fbb) AuthConfig (d2404ff01f388f1cda11937932078d79161a884cc36c706b0927307568a51e87) AuthConfig (e69c02c433e20bc198be3b9648bb817dc884b5c5a0c19e940b95bdd83eab46ed) AuthConfig (b1f0bfa55f35766ddaf4aa8c1e1e9750b55cac578cdf163feea527b141c99424) AuthConfig (ea04ff82ac6a57dc462b1815190e0ec30c38a971ba8a985e6966ac33732dc4b1) AuthConfig (f651aa8c7e58fa7cf957c1144a74c585690dbf5ae7dbbbe157bfc459b8a5552c) AuthConfig (28f952fe30eec6b407acaa3a365196f758453066a48869ed34b8637637332ebf) AuthConfig (c3a5e21801de7fb8526f03f5098244771cf5b17ae6a43721186a274f96b8782d) AuthConfig (108e4c4fba24b648dd1dfb71b9de77c0be6a658f531ef3bb6e4402c448e923e7) AuthConfig (91d911d64b43a35b03cae5bc686322efe70741d8b831332d5dd0b3aa341b1187) AuthConfig (b65c8c0a7625a083596378d111aa695a225a3808939b6aab23e0195a5edff943) AuthConfig (52230b9d1ebaa7b168f0f6fc158db843d9881fd9279448691485d117dbc548cf) AuthConfig (01d1b92e1b68653c35e8f6ac32c77cba54cdeae71a216654ff97204ef4d58ab7) AuthConfig (a37f34c88c98185f19c4eff4feef2c76e7e6221a6636422df5a356f922050a72) AuthConfig (a1b7630e3bc40c8075db3b5bf0bae1fbed7fa3b0dcac453903331d61193023a0) AuthConfig (0efcacbcedad424748a4864c5db7e5599d9d1aa78eb393066620ab2fe937746b) AuthConfig (19492055f0b9dba8d2579e8e800232dea2483cf0eae5ca77bb072dce90dd127a) AuthConfig (080c0e1e7e4a55fc0fefd947eb0c28706fb1d05aa5f3cb706a5d39e761f1b480) AuthConfig (fd1191ae1fe3802b5ed37d0bd65bb8ab9fda4164ddd0e87604ce811ffaed4cee) AuthConfig (894715dff798664a63c0d5fbedc7e7856f0bca9175f0f65531874fbc29e821eb) AuthConfig (77acaae1d1a51cc178e8ffb7e39a630e53c759aaa99a204d588b9e581099412a) AuthConfig (db73a7cf59417fd18a98351f3545107c3320b001791f7e271845c6ed628d2de7) AuthConfig (7ef64f11a707c26c28b3e4db8066210d1079250d5db21e42e3d1400c9cf3aad9) AuthConfig (2b71839b7dab69bfbfc31ff5bf9054e2dbf004b74c75f17381fff17b7aa12065) AuthConfig (748166ce150dea50e9796920c1143ab3f7f8de823c1b3d9431cb26d477a44698) AuthConfig (ff6a3942d27e30b49ba15e2f8d828015544e19d0a970e29104fd4de2408f90f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7dd450df-a6fb-4914-9a85-caaf73d77133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.706813918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09594a513a8c406273c011ae3f7d8f121597f2cf243d54d3c1691c445bfb59e8) AuthConfig (c3928b6d9f1f64ea6a393237c38f8e0397d1fefc7daed8b4d9efb6703ce77e15) AuthConfig (9a0ac9f8b760d63cc24968b1d9c525e7fae487bcc6ec76bdadac0a91cce83a7a) AuthConfig (e3f2bd98724e0c7224787eb69fe35b7c8d3ab59fbacec6af5542b65b9e947519) AuthConfig (f82e073066fd623301796454b023f6c7dd8cdd64a9b6ece4e23ef2dfd9725fbb) AuthConfig (d2404ff01f388f1cda11937932078d79161a884cc36c706b0927307568a51e87) AuthConfig (e69c02c433e20bc198be3b9648bb817dc884b5c5a0c19e940b95bdd83eab46ed) AuthConfig (b1f0bfa55f35766ddaf4aa8c1e1e9750b55cac578cdf163feea527b141c99424) AuthConfig (ea04ff82ac6a57dc462b1815190e0ec30c38a971ba8a985e6966ac33732dc4b1) AuthConfig (f651aa8c7e58fa7cf957c1144a74c585690dbf5ae7dbbbe157bfc459b8a5552c) AuthConfig (28f952fe30eec6b407acaa3a365196f758453066a48869ed34b8637637332ebf) AuthConfig (c3a5e21801de7fb8526f03f5098244771cf5b17ae6a43721186a274f96b8782d) AuthConfig (108e4c4fba24b648dd1dfb71b9de77c0be6a658f531ef3bb6e4402c448e923e7) AuthConfig (91d911d64b43a35b03cae5bc686322efe70741d8b831332d5dd0b3aa341b1187) AuthConfig (b65c8c0a7625a083596378d111aa695a225a3808939b6aab23e0195a5edff943) AuthConfig (52230b9d1ebaa7b168f0f6fc158db843d9881fd9279448691485d117dbc548cf) AuthConfig (01d1b92e1b68653c35e8f6ac32c77cba54cdeae71a216654ff97204ef4d58ab7) AuthConfig (a37f34c88c98185f19c4eff4feef2c76e7e6221a6636422df5a356f922050a72) AuthConfig (a1b7630e3bc40c8075db3b5bf0bae1fbed7fa3b0dcac453903331d61193023a0) AuthConfig (0efcacbcedad424748a4864c5db7e5599d9d1aa78eb393066620ab2fe937746b) AuthConfig (19492055f0b9dba8d2579e8e800232dea2483cf0eae5ca77bb072dce90dd127a) AuthConfig (080c0e1e7e4a55fc0fefd947eb0c28706fb1d05aa5f3cb706a5d39e761f1b480) AuthConfig (fd1191ae1fe3802b5ed37d0bd65bb8ab9fda4164ddd0e87604ce811ffaed4cee) AuthConfig (894715dff798664a63c0d5fbedc7e7856f0bca9175f0f65531874fbc29e821eb) AuthConfig (77acaae1d1a51cc178e8ffb7e39a630e53c759aaa99a204d588b9e581099412a) AuthConfig (db73a7cf59417fd18a98351f3545107c3320b001791f7e271845c6ed628d2de7) AuthConfig (7ef64f11a707c26c28b3e4db8066210d1079250d5db21e42e3d1400c9cf3aad9) AuthConfig (2b71839b7dab69bfbfc31ff5bf9054e2dbf004b74c75f17381fff17b7aa12065) AuthConfig (748166ce150dea50e9796920c1143ab3f7f8de823c1b3d9431cb26d477a44698) AuthConfig (ff6a3942d27e30b49ba15e2f8d828015544e19d0a970e29104fd4de2408f90f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"67fbdbe5-d4c5-44d3-b727-ac664d8e39e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.721539359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"b7874e1f-8af4-4ad8-9bbb-6494690f79b9","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.723962201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"7e8a738d-ebb4-4734-87e0-2d4b62ffe7d7","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.754175813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4f8f6695-5773-47d8-9bca-09d49a6492bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.754191719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e9da5005-b9fd-46a5-b5e9-9be2de1cb7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.762336908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e9da5005-b9fd-46a5-b5e9-9be2de1cb7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.764015654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4f8f6695-5773-47d8-9bca-09d49a6492bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.769386516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09594a513a8c406273c011ae3f7d8f121597f2cf243d54d3c1691c445bfb59e8) AuthConfig (c3928b6d9f1f64ea6a393237c38f8e0397d1fefc7daed8b4d9efb6703ce77e15) AuthConfig (9a0ac9f8b760d63cc24968b1d9c525e7fae487bcc6ec76bdadac0a91cce83a7a) AuthConfig (e3f2bd98724e0c7224787eb69fe35b7c8d3ab59fbacec6af5542b65b9e947519) AuthConfig (f82e073066fd623301796454b023f6c7dd8cdd64a9b6ece4e23ef2dfd9725fbb) AuthConfig (d2404ff01f388f1cda11937932078d79161a884cc36c706b0927307568a51e87) AuthConfig (e69c02c433e20bc198be3b9648bb817dc884b5c5a0c19e940b95bdd83eab46ed) AuthConfig (b1f0bfa55f35766ddaf4aa8c1e1e9750b55cac578cdf163feea527b141c99424) AuthConfig (ea04ff82ac6a57dc462b1815190e0ec30c38a971ba8a985e6966ac33732dc4b1) AuthConfig (f651aa8c7e58fa7cf957c1144a74c585690dbf5ae7dbbbe157bfc459b8a5552c) AuthConfig (28f952fe30eec6b407acaa3a365196f758453066a48869ed34b8637637332ebf) AuthConfig (c3a5e21801de7fb8526f03f5098244771cf5b17ae6a43721186a274f96b8782d) AuthConfig (108e4c4fba24b648dd1dfb71b9de77c0be6a658f531ef3bb6e4402c448e923e7) AuthConfig (91d911d64b43a35b03cae5bc686322efe70741d8b831332d5dd0b3aa341b1187) AuthConfig (b65c8c0a7625a083596378d111aa695a225a3808939b6aab23e0195a5edff943) AuthConfig (52230b9d1ebaa7b168f0f6fc158db843d9881fd9279448691485d117dbc548cf) AuthConfig (01d1b92e1b68653c35e8f6ac32c77cba54cdeae71a216654ff97204ef4d58ab7) AuthConfig (a37f34c88c98185f19c4eff4feef2c76e7e6221a6636422df5a356f922050a72) AuthConfig (a1b7630e3bc40c8075db3b5bf0bae1fbed7fa3b0dcac453903331d61193023a0) AuthConfig (0efcacbcedad424748a4864c5db7e5599d9d1aa78eb393066620ab2fe937746b) AuthConfig (19492055f0b9dba8d2579e8e800232dea2483cf0eae5ca77bb072dce90dd127a) AuthConfig (080c0e1e7e4a55fc0fefd947eb0c28706fb1d05aa5f3cb706a5d39e761f1b480) AuthConfig (fd1191ae1fe3802b5ed37d0bd65bb8ab9fda4164ddd0e87604ce811ffaed4cee) AuthConfig (894715dff798664a63c0d5fbedc7e7856f0bca9175f0f65531874fbc29e821eb) AuthConfig (77acaae1d1a51cc178e8ffb7e39a630e53c759aaa99a204d588b9e581099412a) AuthConfig (db73a7cf59417fd18a98351f3545107c3320b001791f7e271845c6ed628d2de7) AuthConfig (7ef64f11a707c26c28b3e4db8066210d1079250d5db21e42e3d1400c9cf3aad9) AuthConfig (2b71839b7dab69bfbfc31ff5bf9054e2dbf004b74c75f17381fff17b7aa12065) AuthConfig (748166ce150dea50e9796920c1143ab3f7f8de823c1b3d9431cb26d477a44698) AuthConfig (ff6a3942d27e30b49ba15e2f8d828015544e19d0a970e29104fd4de2408f90f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e9da5005-b9fd-46a5-b5e9-9be2de1cb7ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.770112922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09594a513a8c406273c011ae3f7d8f121597f2cf243d54d3c1691c445bfb59e8) AuthConfig (c3928b6d9f1f64ea6a393237c38f8e0397d1fefc7daed8b4d9efb6703ce77e15) AuthConfig (9a0ac9f8b760d63cc24968b1d9c525e7fae487bcc6ec76bdadac0a91cce83a7a) AuthConfig (e3f2bd98724e0c7224787eb69fe35b7c8d3ab59fbacec6af5542b65b9e947519) AuthConfig (f82e073066fd623301796454b023f6c7dd8cdd64a9b6ece4e23ef2dfd9725fbb) AuthConfig (d2404ff01f388f1cda11937932078d79161a884cc36c706b0927307568a51e87) AuthConfig (e69c02c433e20bc198be3b9648bb817dc884b5c5a0c19e940b95bdd83eab46ed) AuthConfig (b1f0bfa55f35766ddaf4aa8c1e1e9750b55cac578cdf163feea527b141c99424) AuthConfig (ea04ff82ac6a57dc462b1815190e0ec30c38a971ba8a985e6966ac33732dc4b1) AuthConfig (f651aa8c7e58fa7cf957c1144a74c585690dbf5ae7dbbbe157bfc459b8a5552c) AuthConfig (28f952fe30eec6b407acaa3a365196f758453066a48869ed34b8637637332ebf) AuthConfig (c3a5e21801de7fb8526f03f5098244771cf5b17ae6a43721186a274f96b8782d) AuthConfig (108e4c4fba24b648dd1dfb71b9de77c0be6a658f531ef3bb6e4402c448e923e7) AuthConfig (91d911d64b43a35b03cae5bc686322efe70741d8b831332d5dd0b3aa341b1187) AuthConfig (b65c8c0a7625a083596378d111aa695a225a3808939b6aab23e0195a5edff943) AuthConfig (52230b9d1ebaa7b168f0f6fc158db843d9881fd9279448691485d117dbc548cf) AuthConfig (01d1b92e1b68653c35e8f6ac32c77cba54cdeae71a216654ff97204ef4d58ab7) AuthConfig (a37f34c88c98185f19c4eff4feef2c76e7e6221a6636422df5a356f922050a72) AuthConfig (a1b7630e3bc40c8075db3b5bf0bae1fbed7fa3b0dcac453903331d61193023a0) AuthConfig (0efcacbcedad424748a4864c5db7e5599d9d1aa78eb393066620ab2fe937746b) AuthConfig (19492055f0b9dba8d2579e8e800232dea2483cf0eae5ca77bb072dce90dd127a) AuthConfig (080c0e1e7e4a55fc0fefd947eb0c28706fb1d05aa5f3cb706a5d39e761f1b480) AuthConfig (fd1191ae1fe3802b5ed37d0bd65bb8ab9fda4164ddd0e87604ce811ffaed4cee) AuthConfig (894715dff798664a63c0d5fbedc7e7856f0bca9175f0f65531874fbc29e821eb) AuthConfig (77acaae1d1a51cc178e8ffb7e39a630e53c759aaa99a204d588b9e581099412a) AuthConfig (db73a7cf59417fd18a98351f3545107c3320b001791f7e271845c6ed628d2de7) AuthConfig (7ef64f11a707c26c28b3e4db8066210d1079250d5db21e42e3d1400c9cf3aad9) AuthConfig (2b71839b7dab69bfbfc31ff5bf9054e2dbf004b74c75f17381fff17b7aa12065) AuthConfig (748166ce150dea50e9796920c1143ab3f7f8de823c1b3d9431cb26d477a44698) AuthConfig (ff6a3942d27e30b49ba15e2f8d828015544e19d0a970e29104fd4de2408f90f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4f8f6695-5773-47d8-9bca-09d49a6492bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:21.773406112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e9da5005-b9fd-46a5-b5e9-9be2de1cb7ee","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.854611115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1bc3d28d-b9af-4670-9f95-d35dbed0f02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.862142338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1bc3d28d-b9af-4670-9f95-d35dbed0f02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:21.867819144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-3a6480-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09594a513a8c406273c011ae3f7d8f121597f2cf243d54d3c1691c445bfb59e8) AuthConfig (c3928b6d9f1f64ea6a393237c38f8e0397d1fefc7daed8b4d9efb6703ce77e15) AuthConfig (9a0ac9f8b760d63cc24968b1d9c525e7fae487bcc6ec76bdadac0a91cce83a7a) AuthConfig (e3f2bd98724e0c7224787eb69fe35b7c8d3ab59fbacec6af5542b65b9e947519) AuthConfig (f82e073066fd623301796454b023f6c7dd8cdd64a9b6ece4e23ef2dfd9725fbb) AuthConfig (d2404ff01f388f1cda11937932078d79161a884cc36c706b0927307568a51e87) AuthConfig (e69c02c433e20bc198be3b9648bb817dc884b5c5a0c19e940b95bdd83eab46ed) AuthConfig (b1f0bfa55f35766ddaf4aa8c1e1e9750b55cac578cdf163feea527b141c99424) AuthConfig (ea04ff82ac6a57dc462b1815190e0ec30c38a971ba8a985e6966ac33732dc4b1) AuthConfig (f651aa8c7e58fa7cf957c1144a74c585690dbf5ae7dbbbe157bfc459b8a5552c) AuthConfig (28f952fe30eec6b407acaa3a365196f758453066a48869ed34b8637637332ebf) AuthConfig (c3a5e21801de7fb8526f03f5098244771cf5b17ae6a43721186a274f96b8782d) AuthConfig (108e4c4fba24b648dd1dfb71b9de77c0be6a658f531ef3bb6e4402c448e923e7) AuthConfig (91d911d64b43a35b03cae5bc686322efe70741d8b831332d5dd0b3aa341b1187) AuthConfig (b65c8c0a7625a083596378d111aa695a225a3808939b6aab23e0195a5edff943) AuthConfig (52230b9d1ebaa7b168f0f6fc158db843d9881fd9279448691485d117dbc548cf) AuthConfig (01d1b92e1b68653c35e8f6ac32c77cba54cdeae71a216654ff97204ef4d58ab7) AuthConfig (a37f34c88c98185f19c4eff4feef2c76e7e6221a6636422df5a356f922050a72) AuthConfig (a1b7630e3bc40c8075db3b5bf0bae1fbed7fa3b0dcac453903331d61193023a0) AuthConfig (0efcacbcedad424748a4864c5db7e5599d9d1aa78eb393066620ab2fe937746b) AuthConfig (19492055f0b9dba8d2579e8e800232dea2483cf0eae5ca77bb072dce90dd127a) AuthConfig (080c0e1e7e4a55fc0fefd947eb0c28706fb1d05aa5f3cb706a5d39e761f1b480) AuthConfig (fd1191ae1fe3802b5ed37d0bd65bb8ab9fda4164ddd0e87604ce811ffaed4cee) AuthConfig (894715dff798664a63c0d5fbedc7e7856f0bca9175f0f65531874fbc29e821eb) AuthConfig (77acaae1d1a51cc178e8ffb7e39a630e53c759aaa99a204d588b9e581099412a) AuthConfig (db73a7cf59417fd18a98351f3545107c3320b001791f7e271845c6ed628d2de7) AuthConfig (7ef64f11a707c26c28b3e4db8066210d1079250d5db21e42e3d1400c9cf3aad9) AuthConfig (2b71839b7dab69bfbfc31ff5bf9054e2dbf004b74c75f17381fff17b7aa12065) AuthConfig (748166ce150dea50e9796920c1143ab3f7f8de823c1b3d9431cb26d477a44698) AuthConfig (ff6a3942d27e30b49ba15e2f8d828015544e19d0a970e29104fd4de2408f90f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1bc3d28d-b9af-4670-9f95-d35dbed0f02b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.146608719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"72c3b653-71e5-4472-9251-d8df067b324a","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.264853516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"6c7d49f7-b61c-4959-891e-fcaeeda7c35b","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.305964779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"aec2a173-f80a-4f92-938c-1a89de7bc424","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.31669727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"b34b2088-34dd-4a67-b037-8dafd778545a","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.317034903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"24ee020a-ec8a-4d44-9733-bbc0be7d72d4","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.319450476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.323308273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"f6beca30-f37c-4a2f-9813-30677be0612b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.336353376Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"63ee1d51-c1c4-4379-97bf-fe6efa6773a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.349387634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e8f82a36-791c-4d0e-8ecf-7fa4facbfd0b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.418765058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"a8c784d9-5749-4b4b-b971-80339ff59a57","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.426579652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"632ffb10-d1af-49d2-adbb-26dfe6f45d64","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.429254757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f55ec99d-460f-4f65-ba73-6281f6b8597d","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.433914284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.4347404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"55607228-2eae-4fa9-8cfa-e3a463385608","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.437644175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"73cb6c21-dba4-4038-87b5-45c873b38c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.45292103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"298e679e-ab9d-46fc-bc7b-277787d65e84","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.517667712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"40348cae-46b6-4985-a8fd-49b62ba03c9e","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.527952356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"f94e0c74-2232-4edf-8629-554d5b63ede4","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.532766287Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"f94e0c74-2232-4edf-8629-554d5b63ede4","name":"simulator-w2-e27ae7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-e27ae7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.532835526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"f94e0c74-2232-4edf-8629-554d5b63ede4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-e27ae7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.53312083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"996912ba-cb83-49e7-a791-735241274608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.538904386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"03d05c9d-f08c-4564-970d-5c9120d70ea0","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.541389185Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"24fb3230-1d0d-4241-ab47-871ac0026d48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.560352145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"996912ba-cb83-49e7-a791-735241274608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.56189415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d7b856cb-aea6-4b05-ab42-437c3bf110f6","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.565844831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"996912ba-cb83-49e7-a791-735241274608","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.57145369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"cfda6fe8-75f3-496b-ab38-c3e47cc1e13d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.617827979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"ef2414ad-6e71-4c3b-b3fa-eef00fba649d","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.629493774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d040d86d-5ada-455f-b767-987f2c74d008","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.633067068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"50780c8e-4aa5-4205-945b-d4e0fdb49410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.633499771Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d040d86d-5ada-455f-b767-987f2c74d008","name":"simulator-w4-0aa61b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.633547486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d040d86d-5ada-455f-b767-987f2c74d008","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.634654749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c7064cc3-5301-4e90-9477-6723d6c8e7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.637611347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"e3200bce-0641-4818-b1a7-d64dfaaa5756","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.638754068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7c6c5dba-f44a-4957-978a-a2f055047f9f","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.639648363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"34b2dcb4-ed5d-4224-a6f9-b85602c05c5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.640226965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ff17c3de-1942-4ee3-ac86-6c4b126b47b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.6411705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"50780c8e-4aa5-4205-945b-d4e0fdb49410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.647850593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"50780c8e-4aa5-4205-945b-d4e0fdb49410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.654274796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"50780c8e-4aa5-4205-945b-d4e0fdb49410","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.660101265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c7064cc3-5301-4e90-9477-6723d6c8e7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.665749072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c7064cc3-5301-4e90-9477-6723d6c8e7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.673148829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"df6557a5-0a97-47b8-aa42-d8bdca244c09","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.754610672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"1962b81f-d3f5-4646-861e-386550174862","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.756688039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f1ab3a08-e7d7-4353-82ee-9e8d02ddbd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.757615719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a19d7bfd-ecca-45ac-850c-82bbd9ffb3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.764020558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f1ab3a08-e7d7-4353-82ee-9e8d02ddbd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.766648148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a19d7bfd-ecca-45ac-850c-82bbd9ffb3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.767023665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"54ec25b2-6838-46b2-be9b-a34d9e7d3a37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.767951859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"6d7c0cf5-d2a1-42e7-8c7f-f9bbf96416a5","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.779374857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"b81acffa-4502-4074-a9d2-2c1affbd80b1","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.843266591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34c91594-247b-46c9-bac5-de377420024b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.844608008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f1ab3a08-e7d7-4353-82ee-9e8d02ddbd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.847470011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a19d7bfd-ecca-45ac-850c-82bbd9ffb3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.847552005Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.848872144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"a681caec-22ab-4faa-a463-484efb0031c1","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.850838093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"62252541-24e8-4089-afe8-b38473c13c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.854825661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"663cd091-850e-4527-9170-37a509ec9f09","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.85808241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"62252541-24e8-4089-afe8-b38473c13c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.860668114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d335bcf7-4604-4942-94a2-6ff1323a99aa","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.863923865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"62252541-24e8-4089-afe8-b38473c13c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.864833853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"7b1fd3dd-eaa2-4960-ace4-50a739ade80c","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.868204535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"ab5714f9-77f0-4676-8a2b-3ca9bb6f23d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"premium-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:23.868353427Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.872513109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"10b06bb6-2088-4c8a-932c-f941aa3c0b44","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.882656188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"050e75ef-a3e6-431b-8c46-9998798afe91","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.920075368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d99daab5-2448-4d8e-989f-ce0e7f5af641","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.932152353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"22872415-9a37-4b96-8908-a777e042c58e","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.954657395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7995722-2713-4e68-b6a0-5a7da7011e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.95661733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"00856a95-cae8-4d5c-8875-a5553826879e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.956949674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"82213dc0-bb56-4a21-92bb-98a60ad932ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.961952566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7995722-2713-4e68-b6a0-5a7da7011e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.963349744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"00856a95-cae8-4d5c-8875-a5553826879e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.963695441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"4e799644-210c-48cc-9025-a8bfb8576c17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.964244124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"82213dc0-bb56-4a21-92bb-98a60ad932ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.965041581Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"2378fbdb-fea4-4a77-8606-f5deec77dbb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"premium-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.967708602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7995722-2713-4e68-b6a0-5a7da7011e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.971430618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"00856a95-cae8-4d5c-8875-a5553826879e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.971636023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"82213dc0-bb56-4a21-92bb-98a60ad932ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.977439395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"7cf46715-43f7-4ace-a26c-13d31b600ee0","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:23.981346463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"5868f4ff-78bd-4a6f-9740-3b59ae1b4bc9","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.021001351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"fcfd9de3-9f4d-4dc2-84cf-535ebbedd1a1","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.031641099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"62add980-fffc-4622-94c8-d4ed781d6be4","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.055107637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e7612f46-de0a-4e7e-947a-5cf38e501151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.055165936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"67778141-ad43-4f23-bdda-0b5c5abcf41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.055476041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1697a094-dcef-46fa-b6f1-aef00868fdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.061923535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e7612f46-de0a-4e7e-947a-5cf38e501151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.062941471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"67778141-ad43-4f23-bdda-0b5c5abcf41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.064349233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1697a094-dcef-46fa-b6f1-aef00868fdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.065040895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"162fe516-0483-41b1-9cbf-9a990ab61b9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.065164543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"091e049f-e81d-4e9c-9aa4-f94960b698d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.067806672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e7612f46-de0a-4e7e-947a-5cf38e501151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.068237718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"67778141-ad43-4f23-bdda-0b5c5abcf41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.071099345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1697a094-dcef-46fa-b6f1-aef00868fdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.07311374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"3bfb2c96-43e7-4717-bc78-1747cb14dee6","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.158219072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"29ca6a8b-32eb-49bc-9a9e-ba2bf59ef3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.158540435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8c352ded-47bb-4d87-bc4f-f2ea9141228b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.165230682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"29ca6a8b-32eb-49bc-9a9e-ba2bf59ef3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.165377695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8c352ded-47bb-4d87-bc4f-f2ea9141228b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.165575128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"09e1f07f-549c-4a4c-bcca-cca0c4635394","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.17098842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8c352ded-47bb-4d87-bc4f-f2ea9141228b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:24.171402642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"29ca6a8b-32eb-49bc-9a9e-ba2bf59ef3d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.336314596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"6456b7b6-abd4-4754-9c3c-9a6649bf7911","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.356243674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"2e7fff7e-4de1-4a6d-a427-9b211f93d782","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.443499087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"09466074-08a3-4d77-92ec-8795491fb2c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.444191648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"dda7dcf7-bbe5-4c11-ae00-70e6485357ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.444874843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84cbea27-b163-49cc-83fd-b00f9bcd57f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.445336975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"321ab8e7-e9c3-4a39-a13f-caeb4e7e3400","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.445764345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0335472b-a0c0-41b0-a4f0-f9836b1e7b7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.456187165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b9074dee-b119-4809-8cb5-6dbf819dfa98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.456436023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"17c1e21d-f177-4078-ae65-07d30017c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.462588232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"1ee0dbab-c0ec-43a7-b8dc-897cf8f5bb85","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.467312072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b9074dee-b119-4809-8cb5-6dbf819dfa98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.471061934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"17c1e21d-f177-4078-ae65-07d30017c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.475629901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd512dfd5b8cd8c9b227977ecb6c9595071c7428970061ca5b5984d0b2e18323) AuthConfig (6e9bf9e95d174571f9457589f3b2ffaa34180d49aa629a23646bbb6c8fbbf6e5) AuthConfig (003900ead2b98046ad4b47632665d405cee994a688ffd0a08fb630f4fafd39b9) AuthConfig (a88cf6c8c7b83a2cfce0ecc79137b93635a24752a7bddf73d7865cc6f8c065f7) AuthConfig (0e84434b921d2cf6fc9796bab31add6471c1754877f10507c0a00f2efa3be0e2) AuthConfig (6b8bcdfb16d8d9d71e4e94706f8c22aaabec910ceedf1681cf519de2cb7765cd) AuthConfig (20de28b77a67aef3104073dfcc099c5ce0d088f5fe47c4a1c9b6c49acaa27158) AuthConfig (1a0698be1e007c18b8465f105b5f70338e40d241efe0f335bcc760b63536a869) AuthConfig (2cae17aed22edba74760b1ad09806f79900dab5431aa9d3e79844c4d078f981b) AuthConfig (50b08c6bb2099b2e8209c0d03e46e73b9a79c098d1dee177808a9c1260a14572) AuthConfig (6bb363e9d60064ad0ba5181bf3fa26da00a433ed605b9b2d0cc3c47b4e1323ce) AuthConfig (7117e5acfc6631d7b47cd676982ed460145bff7338af22acdcb536493c578e38) AuthConfig (3048b4b8f55f3636370b38694d9130f995cd8a1e9236e8e21659d743921dd867) AuthConfig (545f1e6b67da14e0f211a8eb9459c813eec8ee17ea3bb353fde561ecf8d9a8d0) AuthConfig (f386d809c5d521f42ae0f2395480fa2ea468d6ad815e7b6f8cb9ea6139de426a) AuthConfig (2cef7b7044ab4ca82beabead98d0ab47ecb69b3802aa6914813c96a47e56986f) AuthConfig (c0a6aef266c7aa18f1ba759669d59d87e75c5e0606c9b4515429eaf83f9d5ff6) AuthConfig (c0cc64e6719555c970332005a23ec0380c15af51f92609ab6c24c1f8c1450a81) AuthConfig (f1a64ccba51e69568433f139afc0e536681eb1c77904dcbcbc4caa055259f0ad) AuthConfig (0aac3ada714de6294ff5dc707ee4f2fb4fcda2541542e00a9e9616059d3c8eb5) AuthConfig (e36b0748d6fbbf8ea9fe3d32722c941e46e4afc73fce2e99acf4a7b7e1d83c6f) AuthConfig (b980e333b5769b0ab6e62a74f5fd6cefeb8926ef2a239ca76af64627a26e9a38) AuthConfig (b915b07de173a1261e76df846345acbfcae2e36dfd4bad7f5a0b9f854ae4a869) AuthConfig (8688ea525eb210fd859b1d2a6c6744e468a4d4574ebc805551e50aee2ea2543e) AuthConfig (637e5e14f6140b04305b640965685890db88a5c3c6f42dd7949fa024b8117b3b) AuthConfig (ee203787e71c3dec26f6ecbf540bc26f0072fd0ce9d69d0d0b0ee0cf391a8e56) AuthConfig (beae1bf21c5faa9bdedbefdae953eb45ce7bcaf7a7cb47614af95124315958c2) AuthConfig (ea47ba0d55d6ae67209b41c2c8e720f85d485795150b2c52a3dc7e00e5513a9b) AuthConfig (76cf479f58e3124586653955a819f3e0ac5a0e6cc85feb6d916227416035537b) AuthConfig (08cce4024a4c1e5e02fcb689c98a6de1e3506dfd52c79ca4a614b6f8fa719158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b9074dee-b119-4809-8cb5-6dbf819dfa98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.481993108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd512dfd5b8cd8c9b227977ecb6c9595071c7428970061ca5b5984d0b2e18323) AuthConfig (6e9bf9e95d174571f9457589f3b2ffaa34180d49aa629a23646bbb6c8fbbf6e5) AuthConfig (003900ead2b98046ad4b47632665d405cee994a688ffd0a08fb630f4fafd39b9) AuthConfig (a88cf6c8c7b83a2cfce0ecc79137b93635a24752a7bddf73d7865cc6f8c065f7) AuthConfig (0e84434b921d2cf6fc9796bab31add6471c1754877f10507c0a00f2efa3be0e2) AuthConfig (6b8bcdfb16d8d9d71e4e94706f8c22aaabec910ceedf1681cf519de2cb7765cd) AuthConfig (20de28b77a67aef3104073dfcc099c5ce0d088f5fe47c4a1c9b6c49acaa27158) AuthConfig (1a0698be1e007c18b8465f105b5f70338e40d241efe0f335bcc760b63536a869) AuthConfig (2cae17aed22edba74760b1ad09806f79900dab5431aa9d3e79844c4d078f981b) AuthConfig (50b08c6bb2099b2e8209c0d03e46e73b9a79c098d1dee177808a9c1260a14572) AuthConfig (6bb363e9d60064ad0ba5181bf3fa26da00a433ed605b9b2d0cc3c47b4e1323ce) AuthConfig (7117e5acfc6631d7b47cd676982ed460145bff7338af22acdcb536493c578e38) AuthConfig (3048b4b8f55f3636370b38694d9130f995cd8a1e9236e8e21659d743921dd867) AuthConfig (545f1e6b67da14e0f211a8eb9459c813eec8ee17ea3bb353fde561ecf8d9a8d0) AuthConfig (f386d809c5d521f42ae0f2395480fa2ea468d6ad815e7b6f8cb9ea6139de426a) AuthConfig (2cef7b7044ab4ca82beabead98d0ab47ecb69b3802aa6914813c96a47e56986f) AuthConfig (c0a6aef266c7aa18f1ba759669d59d87e75c5e0606c9b4515429eaf83f9d5ff6) AuthConfig (c0cc64e6719555c970332005a23ec0380c15af51f92609ab6c24c1f8c1450a81) AuthConfig (f1a64ccba51e69568433f139afc0e536681eb1c77904dcbcbc4caa055259f0ad) AuthConfig (0aac3ada714de6294ff5dc707ee4f2fb4fcda2541542e00a9e9616059d3c8eb5) AuthConfig (e36b0748d6fbbf8ea9fe3d32722c941e46e4afc73fce2e99acf4a7b7e1d83c6f) AuthConfig (b980e333b5769b0ab6e62a74f5fd6cefeb8926ef2a239ca76af64627a26e9a38) AuthConfig (b915b07de173a1261e76df846345acbfcae2e36dfd4bad7f5a0b9f854ae4a869) AuthConfig (8688ea525eb210fd859b1d2a6c6744e468a4d4574ebc805551e50aee2ea2543e) AuthConfig (637e5e14f6140b04305b640965685890db88a5c3c6f42dd7949fa024b8117b3b) AuthConfig (ee203787e71c3dec26f6ecbf540bc26f0072fd0ce9d69d0d0b0ee0cf391a8e56) AuthConfig (beae1bf21c5faa9bdedbefdae953eb45ce7bcaf7a7cb47614af95124315958c2) AuthConfig (ea47ba0d55d6ae67209b41c2c8e720f85d485795150b2c52a3dc7e00e5513a9b) AuthConfig (76cf479f58e3124586653955a819f3e0ac5a0e6cc85feb6d916227416035537b) AuthConfig (08cce4024a4c1e5e02fcb689c98a6de1e3506dfd52c79ca4a614b6f8fa719158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"17c1e21d-f177-4078-ae65-07d30017c2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.484814722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"90e0dfb6-4e71-45af-bca6-a3d737425a88","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.490581708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"e471b23b-838a-4d87-b38a-83cbda3f689c","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.600293783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f8d70a40-70ea-463d-9129-dc58b15e7d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.600823073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"066c93e8-f731-46ca-a0d6-89374a4181c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.600643148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"845aa7c5-31d1-43c7-8c9a-0414e0527ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.642005517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5476271d-2328-42aa-b1ce-864f502b9055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.645638567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f8d70a40-70ea-463d-9129-dc58b15e7d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.646114759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"845aa7c5-31d1-43c7-8c9a-0414e0527ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.647181617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"fd9399eb-9dfa-41e0-9247-4f9877c2ac91","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.647473043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"8897eac7-f0b8-4216-886f-a08aa08855f2","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.648678082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"066c93e8-f731-46ca-a0d6-89374a4181c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.649993888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5476271d-2328-42aa-b1ce-864f502b9055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.651741749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd512dfd5b8cd8c9b227977ecb6c9595071c7428970061ca5b5984d0b2e18323) AuthConfig (6e9bf9e95d174571f9457589f3b2ffaa34180d49aa629a23646bbb6c8fbbf6e5) AuthConfig (003900ead2b98046ad4b47632665d405cee994a688ffd0a08fb630f4fafd39b9) AuthConfig (a88cf6c8c7b83a2cfce0ecc79137b93635a24752a7bddf73d7865cc6f8c065f7) AuthConfig (0e84434b921d2cf6fc9796bab31add6471c1754877f10507c0a00f2efa3be0e2) AuthConfig (6b8bcdfb16d8d9d71e4e94706f8c22aaabec910ceedf1681cf519de2cb7765cd) AuthConfig (20de28b77a67aef3104073dfcc099c5ce0d088f5fe47c4a1c9b6c49acaa27158) AuthConfig (1a0698be1e007c18b8465f105b5f70338e40d241efe0f335bcc760b63536a869) AuthConfig (2cae17aed22edba74760b1ad09806f79900dab5431aa9d3e79844c4d078f981b) AuthConfig (50b08c6bb2099b2e8209c0d03e46e73b9a79c098d1dee177808a9c1260a14572) AuthConfig (6bb363e9d60064ad0ba5181bf3fa26da00a433ed605b9b2d0cc3c47b4e1323ce) AuthConfig (7117e5acfc6631d7b47cd676982ed460145bff7338af22acdcb536493c578e38) AuthConfig (3048b4b8f55f3636370b38694d9130f995cd8a1e9236e8e21659d743921dd867) AuthConfig (545f1e6b67da14e0f211a8eb9459c813eec8ee17ea3bb353fde561ecf8d9a8d0) AuthConfig (f386d809c5d521f42ae0f2395480fa2ea468d6ad815e7b6f8cb9ea6139de426a) AuthConfig (2cef7b7044ab4ca82beabead98d0ab47ecb69b3802aa6914813c96a47e56986f) AuthConfig (c0a6aef266c7aa18f1ba759669d59d87e75c5e0606c9b4515429eaf83f9d5ff6) AuthConfig (c0cc64e6719555c970332005a23ec0380c15af51f92609ab6c24c1f8c1450a81) AuthConfig (f1a64ccba51e69568433f139afc0e536681eb1c77904dcbcbc4caa055259f0ad) AuthConfig (0aac3ada714de6294ff5dc707ee4f2fb4fcda2541542e00a9e9616059d3c8eb5) AuthConfig (e36b0748d6fbbf8ea9fe3d32722c941e46e4afc73fce2e99acf4a7b7e1d83c6f) AuthConfig (b980e333b5769b0ab6e62a74f5fd6cefeb8926ef2a239ca76af64627a26e9a38) AuthConfig (b915b07de173a1261e76df846345acbfcae2e36dfd4bad7f5a0b9f854ae4a869) AuthConfig (8688ea525eb210fd859b1d2a6c6744e468a4d4574ebc805551e50aee2ea2543e) AuthConfig (637e5e14f6140b04305b640965685890db88a5c3c6f42dd7949fa024b8117b3b) AuthConfig (ee203787e71c3dec26f6ecbf540bc26f0072fd0ce9d69d0d0b0ee0cf391a8e56) AuthConfig (beae1bf21c5faa9bdedbefdae953eb45ce7bcaf7a7cb47614af95124315958c2) AuthConfig (ea47ba0d55d6ae67209b41c2c8e720f85d485795150b2c52a3dc7e00e5513a9b) AuthConfig (76cf479f58e3124586653955a819f3e0ac5a0e6cc85feb6d916227416035537b) AuthConfig (08cce4024a4c1e5e02fcb689c98a6de1e3506dfd52c79ca4a614b6f8fa719158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f8d70a40-70ea-463d-9129-dc58b15e7d34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.651812471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (589a557892e8808885ff350f288bd6ccae1b82ec35de8ad2e79361b075379c6f) AuthConfig (d0c1abe359c64fe0f6c241a24aa506af64e07a463f92c3e78f24ba66153f6a55) AuthConfig (bce310e14108ccfa0bbb73e629a6eaa7aca811b2250fb65a9ee60d04e6b8bee7) AuthConfig (553522f1064eafe7e9e60ba583d80fa2d8a4cbd2c13ccbac1566e64151aa9f90) AuthConfig (121d97bb96471aed6c75f848b6d88a5daa67a8340c95540d6653f579a7197d17) AuthConfig (1ce4c48e69757c5692dc8a69f4063e5e98c54f3c677099dca568272e60d677b1) AuthConfig (6e43a970b878b8fe99b7a63c1cc6c1b5a58b75e1f9991cbd61e6109fa56ba5cd) AuthConfig (ebdf4e3b1827a5bab075c5232bfb72c27dfd7f1c38f4d9a150680b62cc4052e0) AuthConfig (e89d22f449cb7b32250de2f888883704bfa16174a3513859983315805bc1fc0b) AuthConfig (f0b1c9dcc1e4ab57edeb80059f950098dcb157e44db6cd8ebb99d8da1c49818b) AuthConfig (05c59c920b0b9aace4d7e7d45195bda01fd8f0098189202847d2c7161ab3df92) AuthConfig (7fb7b01460bba1265158fd7108365d0919a21c4916136939d8fc3dc9bc9eacec) AuthConfig (bae21eadb753135d3178769fcd23f9ca1832f3afcfdfe575783361f2b7b06f24) AuthConfig (ac9eb79902425d1760c4fc001e1814c8eb2c86ace5a9e4a7804e53dba98bc41c) AuthConfig (7c9f5b5bf8b2a310d9c642abd823e80901b735cd0800651a1ddd181ca5a279c6) AuthConfig (18319d8ba27c9818720c83a7fdfed38c6a310e3106f62c556c5a57649f0829fa) AuthConfig (025c2385458fcb3bfb5701c0d60c8317a21d1b05e768ea81d4aa02e3c0872ab8) AuthConfig (e169ade87857ba60403140471778c0ba47d1a804407f80fa69c08817d41af351) AuthConfig (77effef9d69811802dedf5ac42c9733717e2ed16802ca21016b71701901b2c9d) AuthConfig (cddcd1e512c57c0d94df42cec1b968a2df5df8f371b374a8c501a7fbfb9e23c9) AuthConfig (9713694da6838ec3718030ae5017987ddc1e70575083c72c15f8dbc59a3c5bf1) AuthConfig (1a5e35bb1207566c5c533c5d039ddc7d8b5eb359f2d98b56f83f47e475083c69) AuthConfig (18b40ec1c22e5c5e521502db54b2f10d04e147df8776ba230abcf8823b29026f) AuthConfig (5818ba359b8d3677dcfd900b7cd0fe4b95a72751c4ff15d3927f3cf89a1d890f) AuthConfig (285620fb237cbb634276864cff19f7715c6f578c78bf6f1d1c67342c60204b5a) AuthConfig (a39fee16f48990f1e28cad4b22e6d510f69d7b0bb2d7e09a38acc67fed22b428) AuthConfig (9a5030460e219004da777688938443379d587dd8198f0e19a5fc0d4838459adf) AuthConfig (a9ac2ef72bb6e1b587661a2187d20f4412a0ee824850c59490b7ebd462371586) AuthConfig (3f262b9518a77e0c0f3dafdc95bbf8ee845155dfdbecf7f22371a30c37a7fc31) AuthConfig (c2d72a18e1e1f1271285dbb09af957b88d8d2403df00256e6e3c168ad5749907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"845aa7c5-31d1-43c7-8c9a-0414e0527ef0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.655181122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bd512dfd5b8cd8c9b227977ecb6c9595071c7428970061ca5b5984d0b2e18323) AuthConfig (6e9bf9e95d174571f9457589f3b2ffaa34180d49aa629a23646bbb6c8fbbf6e5) AuthConfig (003900ead2b98046ad4b47632665d405cee994a688ffd0a08fb630f4fafd39b9) AuthConfig (a88cf6c8c7b83a2cfce0ecc79137b93635a24752a7bddf73d7865cc6f8c065f7) AuthConfig (0e84434b921d2cf6fc9796bab31add6471c1754877f10507c0a00f2efa3be0e2) AuthConfig (6b8bcdfb16d8d9d71e4e94706f8c22aaabec910ceedf1681cf519de2cb7765cd) AuthConfig (20de28b77a67aef3104073dfcc099c5ce0d088f5fe47c4a1c9b6c49acaa27158) AuthConfig (1a0698be1e007c18b8465f105b5f70338e40d241efe0f335bcc760b63536a869) AuthConfig (2cae17aed22edba74760b1ad09806f79900dab5431aa9d3e79844c4d078f981b) AuthConfig (50b08c6bb2099b2e8209c0d03e46e73b9a79c098d1dee177808a9c1260a14572) AuthConfig (6bb363e9d60064ad0ba5181bf3fa26da00a433ed605b9b2d0cc3c47b4e1323ce) AuthConfig (7117e5acfc6631d7b47cd676982ed460145bff7338af22acdcb536493c578e38) AuthConfig (3048b4b8f55f3636370b38694d9130f995cd8a1e9236e8e21659d743921dd867) AuthConfig (545f1e6b67da14e0f211a8eb9459c813eec8ee17ea3bb353fde561ecf8d9a8d0) AuthConfig (f386d809c5d521f42ae0f2395480fa2ea468d6ad815e7b6f8cb9ea6139de426a) AuthConfig (2cef7b7044ab4ca82beabead98d0ab47ecb69b3802aa6914813c96a47e56986f) AuthConfig (c0a6aef266c7aa18f1ba759669d59d87e75c5e0606c9b4515429eaf83f9d5ff6) AuthConfig (c0cc64e6719555c970332005a23ec0380c15af51f92609ab6c24c1f8c1450a81) AuthConfig (f1a64ccba51e69568433f139afc0e536681eb1c77904dcbcbc4caa055259f0ad) AuthConfig (0aac3ada714de6294ff5dc707ee4f2fb4fcda2541542e00a9e9616059d3c8eb5) AuthConfig (e36b0748d6fbbf8ea9fe3d32722c941e46e4afc73fce2e99acf4a7b7e1d83c6f) AuthConfig (b980e333b5769b0ab6e62a74f5fd6cefeb8926ef2a239ca76af64627a26e9a38) AuthConfig (b915b07de173a1261e76df846345acbfcae2e36dfd4bad7f5a0b9f854ae4a869) AuthConfig (8688ea525eb210fd859b1d2a6c6744e468a4d4574ebc805551e50aee2ea2543e) AuthConfig (637e5e14f6140b04305b640965685890db88a5c3c6f42dd7949fa024b8117b3b) AuthConfig (ee203787e71c3dec26f6ecbf540bc26f0072fd0ce9d69d0d0b0ee0cf391a8e56) AuthConfig (beae1bf21c5faa9bdedbefdae953eb45ce7bcaf7a7cb47614af95124315958c2) AuthConfig (ea47ba0d55d6ae67209b41c2c8e720f85d485795150b2c52a3dc7e00e5513a9b) AuthConfig (76cf479f58e3124586653955a819f3e0ac5a0e6cc85feb6d916227416035537b) AuthConfig (08cce4024a4c1e5e02fcb689c98a6de1e3506dfd52c79ca4a614b6f8fa719158)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"066c93e8-f731-46ca-a0d6-89374a4181c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.656221358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (589a557892e8808885ff350f288bd6ccae1b82ec35de8ad2e79361b075379c6f) AuthConfig (d0c1abe359c64fe0f6c241a24aa506af64e07a463f92c3e78f24ba66153f6a55) AuthConfig (bce310e14108ccfa0bbb73e629a6eaa7aca811b2250fb65a9ee60d04e6b8bee7) AuthConfig (553522f1064eafe7e9e60ba583d80fa2d8a4cbd2c13ccbac1566e64151aa9f90) AuthConfig (121d97bb96471aed6c75f848b6d88a5daa67a8340c95540d6653f579a7197d17) AuthConfig (1ce4c48e69757c5692dc8a69f4063e5e98c54f3c677099dca568272e60d677b1) AuthConfig (6e43a970b878b8fe99b7a63c1cc6c1b5a58b75e1f9991cbd61e6109fa56ba5cd) AuthConfig (ebdf4e3b1827a5bab075c5232bfb72c27dfd7f1c38f4d9a150680b62cc4052e0) AuthConfig (e89d22f449cb7b32250de2f888883704bfa16174a3513859983315805bc1fc0b) AuthConfig (f0b1c9dcc1e4ab57edeb80059f950098dcb157e44db6cd8ebb99d8da1c49818b) AuthConfig (05c59c920b0b9aace4d7e7d45195bda01fd8f0098189202847d2c7161ab3df92) AuthConfig (7fb7b01460bba1265158fd7108365d0919a21c4916136939d8fc3dc9bc9eacec) AuthConfig (bae21eadb753135d3178769fcd23f9ca1832f3afcfdfe575783361f2b7b06f24) AuthConfig (ac9eb79902425d1760c4fc001e1814c8eb2c86ace5a9e4a7804e53dba98bc41c) AuthConfig (7c9f5b5bf8b2a310d9c642abd823e80901b735cd0800651a1ddd181ca5a279c6) AuthConfig (18319d8ba27c9818720c83a7fdfed38c6a310e3106f62c556c5a57649f0829fa) AuthConfig (025c2385458fcb3bfb5701c0d60c8317a21d1b05e768ea81d4aa02e3c0872ab8) AuthConfig (e169ade87857ba60403140471778c0ba47d1a804407f80fa69c08817d41af351) AuthConfig (77effef9d69811802dedf5ac42c9733717e2ed16802ca21016b71701901b2c9d) AuthConfig (cddcd1e512c57c0d94df42cec1b968a2df5df8f371b374a8c501a7fbfb9e23c9) AuthConfig (9713694da6838ec3718030ae5017987ddc1e70575083c72c15f8dbc59a3c5bf1) AuthConfig (1a5e35bb1207566c5c533c5d039ddc7d8b5eb359f2d98b56f83f47e475083c69) AuthConfig (18b40ec1c22e5c5e521502db54b2f10d04e147df8776ba230abcf8823b29026f) AuthConfig (5818ba359b8d3677dcfd900b7cd0fe4b95a72751c4ff15d3927f3cf89a1d890f) AuthConfig (285620fb237cbb634276864cff19f7715c6f578c78bf6f1d1c67342c60204b5a) AuthConfig (a39fee16f48990f1e28cad4b22e6d510f69d7b0bb2d7e09a38acc67fed22b428) AuthConfig (9a5030460e219004da777688938443379d587dd8198f0e19a5fc0d4838459adf) AuthConfig (a9ac2ef72bb6e1b587661a2187d20f4412a0ee824850c59490b7ebd462371586) AuthConfig (3f262b9518a77e0c0f3dafdc95bbf8ee845155dfdbecf7f22371a30c37a7fc31) AuthConfig (c2d72a18e1e1f1271285dbb09af957b88d8d2403df00256e6e3c168ad5749907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5476271d-2328-42aa-b1ce-864f502b9055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.660609708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"20a19421-c0e7-4dfa-9679-f5190fd59d70","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.664391951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"efbdbbf7-9415-4df6-afaa-083431535aea","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.756249768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"88e271ed-4e81-48ca-b10d-172214f908bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.756773609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bb1f3b58-d07f-4836-98dd-342a0d36468a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.765807062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"88e271ed-4e81-48ca-b10d-172214f908bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.769455519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bb1f3b58-d07f-4836-98dd-342a0d36468a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.858826098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (589a557892e8808885ff350f288bd6ccae1b82ec35de8ad2e79361b075379c6f) AuthConfig (d0c1abe359c64fe0f6c241a24aa506af64e07a463f92c3e78f24ba66153f6a55) AuthConfig (bce310e14108ccfa0bbb73e629a6eaa7aca811b2250fb65a9ee60d04e6b8bee7) AuthConfig (553522f1064eafe7e9e60ba583d80fa2d8a4cbd2c13ccbac1566e64151aa9f90) AuthConfig (121d97bb96471aed6c75f848b6d88a5daa67a8340c95540d6653f579a7197d17) AuthConfig (1ce4c48e69757c5692dc8a69f4063e5e98c54f3c677099dca568272e60d677b1) AuthConfig (6e43a970b878b8fe99b7a63c1cc6c1b5a58b75e1f9991cbd61e6109fa56ba5cd) AuthConfig (ebdf4e3b1827a5bab075c5232bfb72c27dfd7f1c38f4d9a150680b62cc4052e0) AuthConfig (e89d22f449cb7b32250de2f888883704bfa16174a3513859983315805bc1fc0b) AuthConfig (f0b1c9dcc1e4ab57edeb80059f950098dcb157e44db6cd8ebb99d8da1c49818b) AuthConfig (05c59c920b0b9aace4d7e7d45195bda01fd8f0098189202847d2c7161ab3df92) AuthConfig (7fb7b01460bba1265158fd7108365d0919a21c4916136939d8fc3dc9bc9eacec) AuthConfig (bae21eadb753135d3178769fcd23f9ca1832f3afcfdfe575783361f2b7b06f24) AuthConfig (ac9eb79902425d1760c4fc001e1814c8eb2c86ace5a9e4a7804e53dba98bc41c) AuthConfig (7c9f5b5bf8b2a310d9c642abd823e80901b735cd0800651a1ddd181ca5a279c6) AuthConfig (18319d8ba27c9818720c83a7fdfed38c6a310e3106f62c556c5a57649f0829fa) AuthConfig (025c2385458fcb3bfb5701c0d60c8317a21d1b05e768ea81d4aa02e3c0872ab8) AuthConfig (e169ade87857ba60403140471778c0ba47d1a804407f80fa69c08817d41af351) AuthConfig (77effef9d69811802dedf5ac42c9733717e2ed16802ca21016b71701901b2c9d) AuthConfig (cddcd1e512c57c0d94df42cec1b968a2df5df8f371b374a8c501a7fbfb9e23c9) AuthConfig (9713694da6838ec3718030ae5017987ddc1e70575083c72c15f8dbc59a3c5bf1) AuthConfig (1a5e35bb1207566c5c533c5d039ddc7d8b5eb359f2d98b56f83f47e475083c69) AuthConfig (18b40ec1c22e5c5e521502db54b2f10d04e147df8776ba230abcf8823b29026f) AuthConfig (5818ba359b8d3677dcfd900b7cd0fe4b95a72751c4ff15d3927f3cf89a1d890f) AuthConfig (285620fb237cbb634276864cff19f7715c6f578c78bf6f1d1c67342c60204b5a) AuthConfig (a39fee16f48990f1e28cad4b22e6d510f69d7b0bb2d7e09a38acc67fed22b428) AuthConfig (9a5030460e219004da777688938443379d587dd8198f0e19a5fc0d4838459adf) AuthConfig (a9ac2ef72bb6e1b587661a2187d20f4412a0ee824850c59490b7ebd462371586) AuthConfig (3f262b9518a77e0c0f3dafdc95bbf8ee845155dfdbecf7f22371a30c37a7fc31) AuthConfig (c2d72a18e1e1f1271285dbb09af957b88d8d2403df00256e6e3c168ad5749907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"88e271ed-4e81-48ca-b10d-172214f908bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.860627916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (589a557892e8808885ff350f288bd6ccae1b82ec35de8ad2e79361b075379c6f) AuthConfig (d0c1abe359c64fe0f6c241a24aa506af64e07a463f92c3e78f24ba66153f6a55) AuthConfig (bce310e14108ccfa0bbb73e629a6eaa7aca811b2250fb65a9ee60d04e6b8bee7) AuthConfig (553522f1064eafe7e9e60ba583d80fa2d8a4cbd2c13ccbac1566e64151aa9f90) AuthConfig (121d97bb96471aed6c75f848b6d88a5daa67a8340c95540d6653f579a7197d17) AuthConfig (1ce4c48e69757c5692dc8a69f4063e5e98c54f3c677099dca568272e60d677b1) AuthConfig (6e43a970b878b8fe99b7a63c1cc6c1b5a58b75e1f9991cbd61e6109fa56ba5cd) AuthConfig (ebdf4e3b1827a5bab075c5232bfb72c27dfd7f1c38f4d9a150680b62cc4052e0) AuthConfig (e89d22f449cb7b32250de2f888883704bfa16174a3513859983315805bc1fc0b) AuthConfig (f0b1c9dcc1e4ab57edeb80059f950098dcb157e44db6cd8ebb99d8da1c49818b) AuthConfig (05c59c920b0b9aace4d7e7d45195bda01fd8f0098189202847d2c7161ab3df92) AuthConfig (7fb7b01460bba1265158fd7108365d0919a21c4916136939d8fc3dc9bc9eacec) AuthConfig (bae21eadb753135d3178769fcd23f9ca1832f3afcfdfe575783361f2b7b06f24) AuthConfig (ac9eb79902425d1760c4fc001e1814c8eb2c86ace5a9e4a7804e53dba98bc41c) AuthConfig (7c9f5b5bf8b2a310d9c642abd823e80901b735cd0800651a1ddd181ca5a279c6) AuthConfig (18319d8ba27c9818720c83a7fdfed38c6a310e3106f62c556c5a57649f0829fa) AuthConfig (025c2385458fcb3bfb5701c0d60c8317a21d1b05e768ea81d4aa02e3c0872ab8) AuthConfig (e169ade87857ba60403140471778c0ba47d1a804407f80fa69c08817d41af351) AuthConfig (77effef9d69811802dedf5ac42c9733717e2ed16802ca21016b71701901b2c9d) AuthConfig (cddcd1e512c57c0d94df42cec1b968a2df5df8f371b374a8c501a7fbfb9e23c9) AuthConfig (9713694da6838ec3718030ae5017987ddc1e70575083c72c15f8dbc59a3c5bf1) AuthConfig (1a5e35bb1207566c5c533c5d039ddc7d8b5eb359f2d98b56f83f47e475083c69) AuthConfig (18b40ec1c22e5c5e521502db54b2f10d04e147df8776ba230abcf8823b29026f) AuthConfig (5818ba359b8d3677dcfd900b7cd0fe4b95a72751c4ff15d3927f3cf89a1d890f) AuthConfig (285620fb237cbb634276864cff19f7715c6f578c78bf6f1d1c67342c60204b5a) AuthConfig (a39fee16f48990f1e28cad4b22e6d510f69d7b0bb2d7e09a38acc67fed22b428) AuthConfig (9a5030460e219004da777688938443379d587dd8198f0e19a5fc0d4838459adf) AuthConfig (a9ac2ef72bb6e1b587661a2187d20f4412a0ee824850c59490b7ebd462371586) AuthConfig (3f262b9518a77e0c0f3dafdc95bbf8ee845155dfdbecf7f22371a30c37a7fc31) AuthConfig (c2d72a18e1e1f1271285dbb09af957b88d8d2403df00256e6e3c168ad5749907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bb1f3b58-d07f-4836-98dd-342a0d36468a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:28.863826279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"88e271ed-4e81-48ca-b10d-172214f908bf","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:28.865219061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bb1f3b58-d07f-4836-98dd-342a0d36468a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.947441539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0835c03d-b989-4563-b082-25ec822f1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.948179487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3fdf0cdd-eb7c-4655-8c77-18ced9c6611e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.963403992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0835c03d-b989-4563-b082-25ec822f1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.970827204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3fdf0cdd-eb7c-4655-8c77-18ced9c6611e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.977312399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (589a557892e8808885ff350f288bd6ccae1b82ec35de8ad2e79361b075379c6f) AuthConfig (d0c1abe359c64fe0f6c241a24aa506af64e07a463f92c3e78f24ba66153f6a55) AuthConfig (bce310e14108ccfa0bbb73e629a6eaa7aca811b2250fb65a9ee60d04e6b8bee7) AuthConfig (553522f1064eafe7e9e60ba583d80fa2d8a4cbd2c13ccbac1566e64151aa9f90) AuthConfig (121d97bb96471aed6c75f848b6d88a5daa67a8340c95540d6653f579a7197d17) AuthConfig (1ce4c48e69757c5692dc8a69f4063e5e98c54f3c677099dca568272e60d677b1) AuthConfig (6e43a970b878b8fe99b7a63c1cc6c1b5a58b75e1f9991cbd61e6109fa56ba5cd) AuthConfig (ebdf4e3b1827a5bab075c5232bfb72c27dfd7f1c38f4d9a150680b62cc4052e0) AuthConfig (e89d22f449cb7b32250de2f888883704bfa16174a3513859983315805bc1fc0b) AuthConfig (f0b1c9dcc1e4ab57edeb80059f950098dcb157e44db6cd8ebb99d8da1c49818b) AuthConfig (05c59c920b0b9aace4d7e7d45195bda01fd8f0098189202847d2c7161ab3df92) AuthConfig (7fb7b01460bba1265158fd7108365d0919a21c4916136939d8fc3dc9bc9eacec) AuthConfig (bae21eadb753135d3178769fcd23f9ca1832f3afcfdfe575783361f2b7b06f24) AuthConfig (ac9eb79902425d1760c4fc001e1814c8eb2c86ace5a9e4a7804e53dba98bc41c) AuthConfig (7c9f5b5bf8b2a310d9c642abd823e80901b735cd0800651a1ddd181ca5a279c6) AuthConfig (18319d8ba27c9818720c83a7fdfed38c6a310e3106f62c556c5a57649f0829fa) AuthConfig (025c2385458fcb3bfb5701c0d60c8317a21d1b05e768ea81d4aa02e3c0872ab8) AuthConfig (e169ade87857ba60403140471778c0ba47d1a804407f80fa69c08817d41af351) AuthConfig (77effef9d69811802dedf5ac42c9733717e2ed16802ca21016b71701901b2c9d) AuthConfig (cddcd1e512c57c0d94df42cec1b968a2df5df8f371b374a8c501a7fbfb9e23c9) AuthConfig (9713694da6838ec3718030ae5017987ddc1e70575083c72c15f8dbc59a3c5bf1) AuthConfig (1a5e35bb1207566c5c533c5d039ddc7d8b5eb359f2d98b56f83f47e475083c69) AuthConfig (18b40ec1c22e5c5e521502db54b2f10d04e147df8776ba230abcf8823b29026f) AuthConfig (5818ba359b8d3677dcfd900b7cd0fe4b95a72751c4ff15d3927f3cf89a1d890f) AuthConfig (285620fb237cbb634276864cff19f7715c6f578c78bf6f1d1c67342c60204b5a) AuthConfig (a39fee16f48990f1e28cad4b22e6d510f69d7b0bb2d7e09a38acc67fed22b428) AuthConfig (9a5030460e219004da777688938443379d587dd8198f0e19a5fc0d4838459adf) AuthConfig (a9ac2ef72bb6e1b587661a2187d20f4412a0ee824850c59490b7ebd462371586) AuthConfig (3f262b9518a77e0c0f3dafdc95bbf8ee845155dfdbecf7f22371a30c37a7fc31) AuthConfig (c2d72a18e1e1f1271285dbb09af957b88d8d2403df00256e6e3c168ad5749907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0835c03d-b989-4563-b082-25ec822f1ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:28.978437811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0aa61b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (589a557892e8808885ff350f288bd6ccae1b82ec35de8ad2e79361b075379c6f) AuthConfig (d0c1abe359c64fe0f6c241a24aa506af64e07a463f92c3e78f24ba66153f6a55) AuthConfig (bce310e14108ccfa0bbb73e629a6eaa7aca811b2250fb65a9ee60d04e6b8bee7) AuthConfig (553522f1064eafe7e9e60ba583d80fa2d8a4cbd2c13ccbac1566e64151aa9f90) AuthConfig (121d97bb96471aed6c75f848b6d88a5daa67a8340c95540d6653f579a7197d17) AuthConfig (1ce4c48e69757c5692dc8a69f4063e5e98c54f3c677099dca568272e60d677b1) AuthConfig (6e43a970b878b8fe99b7a63c1cc6c1b5a58b75e1f9991cbd61e6109fa56ba5cd) AuthConfig (ebdf4e3b1827a5bab075c5232bfb72c27dfd7f1c38f4d9a150680b62cc4052e0) AuthConfig (e89d22f449cb7b32250de2f888883704bfa16174a3513859983315805bc1fc0b) AuthConfig (f0b1c9dcc1e4ab57edeb80059f950098dcb157e44db6cd8ebb99d8da1c49818b) AuthConfig (05c59c920b0b9aace4d7e7d45195bda01fd8f0098189202847d2c7161ab3df92) AuthConfig (7fb7b01460bba1265158fd7108365d0919a21c4916136939d8fc3dc9bc9eacec) AuthConfig (bae21eadb753135d3178769fcd23f9ca1832f3afcfdfe575783361f2b7b06f24) AuthConfig (ac9eb79902425d1760c4fc001e1814c8eb2c86ace5a9e4a7804e53dba98bc41c) AuthConfig (7c9f5b5bf8b2a310d9c642abd823e80901b735cd0800651a1ddd181ca5a279c6) AuthConfig (18319d8ba27c9818720c83a7fdfed38c6a310e3106f62c556c5a57649f0829fa) AuthConfig (025c2385458fcb3bfb5701c0d60c8317a21d1b05e768ea81d4aa02e3c0872ab8) AuthConfig (e169ade87857ba60403140471778c0ba47d1a804407f80fa69c08817d41af351) AuthConfig (77effef9d69811802dedf5ac42c9733717e2ed16802ca21016b71701901b2c9d) AuthConfig (cddcd1e512c57c0d94df42cec1b968a2df5df8f371b374a8c501a7fbfb9e23c9) AuthConfig (9713694da6838ec3718030ae5017987ddc1e70575083c72c15f8dbc59a3c5bf1) AuthConfig (1a5e35bb1207566c5c533c5d039ddc7d8b5eb359f2d98b56f83f47e475083c69) AuthConfig (18b40ec1c22e5c5e521502db54b2f10d04e147df8776ba230abcf8823b29026f) AuthConfig (5818ba359b8d3677dcfd900b7cd0fe4b95a72751c4ff15d3927f3cf89a1d890f) AuthConfig (285620fb237cbb634276864cff19f7715c6f578c78bf6f1d1c67342c60204b5a) AuthConfig (a39fee16f48990f1e28cad4b22e6d510f69d7b0bb2d7e09a38acc67fed22b428) AuthConfig (9a5030460e219004da777688938443379d587dd8198f0e19a5fc0d4838459adf) AuthConfig (a9ac2ef72bb6e1b587661a2187d20f4412a0ee824850c59490b7ebd462371586) AuthConfig (3f262b9518a77e0c0f3dafdc95bbf8ee845155dfdbecf7f22371a30c37a7fc31) AuthConfig (c2d72a18e1e1f1271285dbb09af957b88d8d2403df00256e6e3c168ad5749907)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3fdf0cdd-eb7c-4655-8c77-18ced9c6611e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.132051742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feda260b-0398-4088-9fa6-b4ccb5a0cdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.135139142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feda260b-0398-4088-9fa6-b4ccb5a0cdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.138303231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feda260b-0398-4088-9fa6-b4ccb5a0cdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.143121963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feda260b-0398-4088-9fa6-b4ccb5a0cdc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.412503536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3957cbef-18de-4051-ba34-dfe221983aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.415615578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3957cbef-18de-4051-ba34-dfe221983aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.418553958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3957cbef-18de-4051-ba34-dfe221983aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:29.421626822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3957cbef-18de-4051-ba34-dfe221983aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.778354239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6cf509d5-5c54-4281-bc9d-c5011ecaaae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.785122386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6cf509d5-5c54-4281-bc9d-c5011ecaaae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.806751202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"a00296bd-554c-4523-91bd-cc7e8b7dc01f","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.878803635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"559eb5fb-045d-47d2-8f49-23f5c7f9022a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.887187328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"559eb5fb-045d-47d2-8f49-23f5c7f9022a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.909504169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"8f3036f7-8efa-40bb-a25b-d6ca2bbb22c6","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:31.998072921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"5ac0e661-e44f-4e1c-bd2c-c2b9f5db43ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.092153294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"c2ed22c1-abd2-4b9c-b9d8-f268b35fdf0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.092239321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47de40bd-03fe-4d39-904e-dff5c4a74caa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.092607765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"e1e2dac5-9ead-4cf6-9ce5-efc72e8eeec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.0926335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"d309f0ee-041d-49d0-89c0-d07292342822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.092979626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"463fb0e6-2717-4d00-84a0-9302a90b3950","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.191275195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d954dd91-00c2-47f6-b5d5-a903c38deb97","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:32.191674475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"4564dbf1-224d-4719-a5d2-b63739943001","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.047394548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89dfba2-5ac8-4f5a-885c-ef1fb1dedbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.062886111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89dfba2-5ac8-4f5a-885c-ef1fb1dedbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.072757096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89dfba2-5ac8-4f5a-885c-ef1fb1dedbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.076619073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d89dfba2-5ac8-4f5a-885c-ef1fb1dedbe9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.446008211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c066feb-bb15-426e-a294-3b7961a41c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.454008263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c066feb-bb15-426e-a294-3b7961a41c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.463948239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c066feb-bb15-426e-a294-3b7961a41c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.468362726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c066feb-bb15-426e-a294-3b7961a41c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:33.896135082Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4a127b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4a127b","reconcileID":"dc10a8f4-cb21-4cb2-8310-76229cb86829","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-4a127b","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-4a127b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:34.289248167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5624b10e-f50b-45e2-acb3-e3360a92e083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:34.292277049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5624b10e-f50b-45e2-acb3-e3360a92e083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:34.295401023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5624b10e-f50b-45e2-acb3-e3360a92e083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:34.298666856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5624b10e-f50b-45e2-acb3-e3360a92e083","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:34.767903281Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:37.717345621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"f254648c-7dd1-487a-8c3d-abf9df08d52d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:37.735039624Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"f254648c-7dd1-487a-8c3d-abf9df08d52d","name":"e2e-inf-b-4a127b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.660013333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d1779102-f366-405a-8dc1-d8a145d4addd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.663503358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"bd8bc60e-2d27-452a-b2a1-f8d5d2008ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.666822786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d1779102-f366-405a-8dc1-d8a145d4addd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.670505315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"bd8bc60e-2d27-452a-b2a1-f8d5d2008ea8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.68960314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"3245b476-364a-4504-9e01-7afed3d09787","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.690372113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"7bd7e9fc-389a-402b-9c58-8e4314b45e06","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.985909493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e22e70f8-aa5d-4a03-a961-db5df0d0aa5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.986440253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"57e86b9e-be75-47e0-a574-28dc0be558be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.993677679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e22e70f8-aa5d-4a03-a961-db5df0d0aa5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:38.994949574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"57e86b9e-be75-47e0-a574-28dc0be558be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.115722081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"dbc7e9c3-b319-4a0e-b35e-641f99a74af1","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.117149192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"fe5f7687-7b5b-4d9f-9566-9334aeaeb735","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.153142669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"da742434-08bf-41ae-a314-6ad20edbc563","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.159721118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"914cfae1-8522-490c-8eef-504daaff439d","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.24905973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"f6e4c531-c70f-4e49-8c67-5d466f0dc297","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.257737467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"f6e4c531-c70f-4e49-8c67-5d466f0dc297","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.316588092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a1b28262-ad7d-4f65-ab0c-6a43f51046a3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.326302073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"3aa80a1c-5c60-4baf-9f7d-a80ab6650ad9","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.326848632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"168e7663-3218-4dbe-a815-2c6aae01d152","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.328903467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e2104009-c9a6-464f-9f7e-8dd23a9b8c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.329022431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a049b24d-718c-4d77-b4eb-4e3633224fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:39.329822029Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3a6480/e2e-bulk-sub-cc42ba95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-cc42ba95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.334082174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"085f987f-6b5f-47ce-aca8-27b0528e5966","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.338076335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e2104009-c9a6-464f-9f7e-8dd23a9b8c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.3382781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a049b24d-718c-4d77-b4eb-4e3633224fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.356906754Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95","reconcileID":"d52c364c-18b5-413e-b740-73eecba604d0","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-bulk-sub-cc42ba95","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.378699523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"43590421-475a-4756-a037-c41cad4dd4e5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.444096968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"11e51725-e534-4b1e-b327-35ba5b563589","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.448951135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95","reconcileID":"7f45deb0-1890-40f1-8308-e4c1b0ae55bf","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.449741176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"1cf32876-12b9-4756-aa85-d1518aec1e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.454493885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf6d4d59-2c36-4b4f-bcbf-efaee2d4ca84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.455001546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"59639856-73f9-4aeb-a6ca-157753444dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.462556705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"0fcc38d5-b014-45ee-84c2-905878452212","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.469402142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"59639856-73f9-4aeb-a6ca-157753444dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.471503335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf6d4d59-2c36-4b4f-bcbf-efaee2d4ca84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:39.47272326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"0fcc38d5-b014-45ee-84c2-905878452212","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:40.870678881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2f23b331-bfe0-4733-84c7-12e59e92e886","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:40.897268071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"71fdf410-7355-4594-88a4-91089e10475d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:40.898608612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f80a78e0-9381-4723-afe3-2ee310bc4c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:40.907605329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f80a78e0-9381-4723-afe3-2ee310bc4c73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:40.910307106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"71fdf410-7355-4594-88a4-91089e10475d","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:40.987993876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5fdec8f6-97a6-4bc9-a00f-386340aa5d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.005513556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5fdec8f6-97a6-4bc9-a00f-386340aa5d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.077084491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0919e492-bbbc-43f3-9d4f-fc50d2760e8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.186656208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"e3901080-446f-4a52-ac9f-6c33e258cdf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.18738277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"c638d00f-ed6a-4aca-a369-b508dde98968","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.189434731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03c9ff77-d21e-4ad4-a5f6-b3544f478216","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.190096049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"4ab77108-d0f0-4039-9188-73f80a06636e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.190652322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"9660ab38-e170-4ebc-b5e4-e7a140fb4f7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:41.271302198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"6b0f0e85-91b7-4faa-ac8f-b3194ffb3df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:43.796897579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"f0ccb3b3-6e12-479b-adc8-cee60338ce7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:43.886543163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"8326de69-3f96-4402-8d66-fc3894feb66c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:43.977222306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"447f4429-ec89-4208-9f0a-4ffb7f6a0604","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:44.270582158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"c385673c-ddeb-4a7b-bb4e-78d0ca7fc832","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:45.582988535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"07cd66d0-6e2e-490a-a86c-b524040a81c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.23414619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"0792732a-ed5b-4eec-b8d0-d0618f4fb328","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.234713797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"46a22fe0-c3ca-4ceb-b36d-c9c939823719","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.235289481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"a154c8a5-0eac-4067-b6c7-6bed72ebe905","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.235823086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"696978ec-8b41-4782-8fe5-3eecd7110882","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.263311721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f9d8acb5-9ab8-4559-b768-a5da67ab6b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.263724421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"97568471-fa34-4b7b-9047-392fcd7eb87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.264586278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"f819614d-9a55-4526-b134-60ac4036841d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.279397071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"674f496f-9d5d-43df-9bce-3d20eeeb03af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.289805259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"97568471-fa34-4b7b-9047-392fcd7eb87a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:46.302355512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f9d8acb5-9ab8-4559-b768-a5da67ab6b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.383972037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"e29c77b9-ef28-4c75-a664-afa6a5c0dc33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.389190974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"0aab4cc1-74c8-4634-9bf4-b2d8646a5c97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.403555146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e390bd76-9e27-4f4c-b094-b4ae9340012c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.404216907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"ea291ecb-7fd1-4b1d-8200-36791ca41f61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.404895641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41b70039-b212-47fc-a117-7e6304eeb7e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.513500891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"feaefe9e-98a9-4e85-92b2-e9ae929109d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:47.555583707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"b59abc13-dbd5-4c42-9329-6979dad1a5ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.053895693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"94eba7a7-b3e4-4cfb-982d-8d5c06718d07","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.059472944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"23d36fa8-a292-4fba-af25-241741b52d83","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.064052517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ad202d9b-35ad-4fe7-ae63-c1badb61c591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.064101238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"15478206-b6da-4ec2-9b52-6696de2e8f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:49.064539705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-apikey-sub-binding-37c95fe5","reconcileID":"10b8ee2f-9f36-41e2-bd9c-481ef3111445","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-37c95fe5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.071335466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"15478206-b6da-4ec2-9b52-6696de2e8f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.072644051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ad202d9b-35ad-4fe7-ae63-c1badb61c591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.081271797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c94d09ec-5945-478c-9a41-0948be60905f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.088993995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"318d07cd-8970-4b0b-9125-b71573baf3b7","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.107619287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-apikey-sub-binding-37c95fe5","reconcileID":"e11f50a1-5bdf-4f39-92c8-9e5334007371","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-apikey-sub-binding-37c95fe5","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.125571424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"130d378e-b70a-49e9-976a-0a4d350a9e18","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.162851139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"41a28961-eff9-4ff7-a0da-a76bca81308c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.170714793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"41a28961-eff9-4ff7-a0da-a76bca81308c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.202282914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-apikey-sub-binding-37c95fe5","reconcileID":"3fb39c59-5e4c-4aad-8450-ca354aaaa8cf","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.2029476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"ee8c1dc6-6798-467a-a13a-fdfa4f2c13dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.355404168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d3e3cf00-b8b1-4f40-91ff-040cd719db77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.368375443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d3e3cf00-b8b1-4f40-91ff-040cd719db77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.479438486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"ddf8e5df-53da-487c-ae1f-0935fd2ec32b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.730308381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e9e553-9e88-493f-aefe-49a5c3a072cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.73925265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e9e553-9e88-493f-aefe-49a5c3a072cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.744091856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e9e553-9e88-493f-aefe-49a5c3a072cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:49.753030357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e9e553-9e88-493f-aefe-49a5c3a072cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.00532435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b326605-0de9-44a9-97e9-050d261d315a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.008630942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b326605-0de9-44a9-97e9-050d261d315a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.014614615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b326605-0de9-44a9-97e9-050d261d315a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.021548654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b326605-0de9-44a9-97e9-050d261d315a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.310518153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"9ff667ef-78ee-4269-9762-6b940f7cac48","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.321634545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1d6fcd5d-b574-4e33-be61-04fd99dd600f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.322684655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"baaad4f3-4472-42e4-a75a-425dbe28b1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.344035282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1d6fcd5d-b574-4e33-be61-04fd99dd600f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.3442106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"baaad4f3-4472-42e4-a75a-425dbe28b1c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.897093512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95","reconcileID":"53481dd4-2b8c-4725-bf60-c8ffcc89a10f","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-bulk-sub-cc42ba95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.945285412Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95","reconcileID":"53481dd4-2b8c-4725-bf60-c8ffcc89a10f","MaaSSubscription":{"name":"e2e-bulk-sub-cc42ba95","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.95921497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"6cf4822b-9e36-46cb-91c8-1f94a5f8d770","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:50.96682947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2656cb1b-ef16-4f1e-9839-435e8005bd39","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.042155141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"0ef4f5fe-be4c-49ea-a32d-25445465cd70","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.042638793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"00604c32-18c0-4275-befd-bc9866c89ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.043094493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5fcfb238-65cf-432b-adb1-c08ee8833ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.050495086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"0ef4f5fe-be4c-49ea-a32d-25445465cd70","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.052811404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5fcfb238-65cf-432b-adb1-c08ee8833ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.055160568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"00604c32-18c0-4275-befd-bc9866c89ef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.113923529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-bulk-sub-cc42ba95-auth","reconcileID":"d2ef80b5-4dcb-4adf-9b3f-32a0df8b91dd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-cc42ba95-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.113945981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"7c604fa0-b147-4e04-8ced-f7324e4fb281","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:51.169808619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"c6cb894f-d3bf-4396-af2b-d26ebf960f9c","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.193039594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5b88480-8f94-4218-bbf6-c764097b99d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.2982994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"bff75ab1-cdba-4641-80f1-2fdaa04476c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.299011722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"18511570-db3d-48f3-bef0-ce6c9ab4e37e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.30020594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2908b204-0dff-45fc-8504-c07812281d2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.306832001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"ba22f237-a4a9-460b-a8ba-a4e2c93d61c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.311880439Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"3197f533-3f05-43c0-acf6-466b1284ea2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.341301026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8f49f899-9be8-4491-8344-83d2ddade1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.343594241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f0fe094b-0d4b-4b76-bcaf-e0c88f10e435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.348663269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8f49f899-9be8-4491-8344-83d2ddade1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.351108972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f0fe094b-0d4b-4b76-bcaf-e0c88f10e435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.395274573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"25d6f08e-3179-49f8-a2fc-f1864fe55487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.50497167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"4f2aaa37-c0b8-43a4-bff5-affe37965663","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.935423184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"5fa55cec-ff30-481f-8af4-42204ca1f543","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.944939365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"1d46d3dd-d947-4862-9a27-29c88178f64e","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.960168311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"549fa8d3-9bfe-45f0-961d-d7631c18e348","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.971763934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"549fa8d3-9bfe-45f0-961d-d7631c18e348","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:52.999699655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a9dec65b-4328-43fb-8dc3-7887f1ec5df7","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.05732589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"5e67c646-ab22-4c9a-a953-744ee1fa71c1","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.066570148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"5e67c646-ab22-4c9a-a953-744ee1fa71c1","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.110225834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"f235ca57-b580-4f8b-b1c4-284f3a13e3aa","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.123294744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"f01d618f-f9ac-4a18-bcdf-fedc0441d4e2","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:07:53.124712146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b","reconcileID":"1d732718-538a-45b3-a6b3-1d6818141ff4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-d2886b2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.145749597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"9c6540e6-fc2e-475b-b298-a69ece080564","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.156409426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d9315f26-bf3a-4a28-aece-4938272ce9cf","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.162030138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"58837834-1e85-43ee-8fc9-f756a4523d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.162756512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"78633e2a-7ef7-4d96-b09e-ccdbb7356dc3","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.166391156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"92349855-9600-4cf3-8c60-a3138789fbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.174348609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"58837834-1e85-43ee-8fc9-f756a4523d89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.19274801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"78633e2a-7ef7-4d96-b09e-ccdbb7356dc3","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.200290799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"92349855-9600-4cf3-8c60-a3138789fbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.219071732Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b","reconcileID":"b2b28a09-2b86-4f5f-8ad1-e171b9dd5955","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-dry-sub-d2886b2b","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.241390315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"824abc51-bf11-4219-8a00-c1b13e6a71e3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.274807168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"82025243-1fd1-4054-99dd-28c872fb2237","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.276186347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"04bdb11f-a6c1-4c84-b54f-7dbcecb818e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.290341363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b","reconcileID":"60ed9022-96c7-48e6-83cc-f6a62718a25c","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.293515943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"41a2d185-76e8-42e0-ac0e-db9af98006e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.30896117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"82025243-1fd1-4054-99dd-28c872fb2237","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.311953134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"04bdb11f-a6c1-4c84-b54f-7dbcecb818e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.359278005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"776c47cc-0eb6-4019-a1b7-f99c7ffa6ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:53.372647454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"776c47cc-0eb6-4019-a1b7-f99c7ffa6ff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.587276899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"23cce7cc-6f27-4ad8-a00d-dc7cc52759de","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.600236281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2771881b-ee1f-460d-a737-0336439a9dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.600398602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"893647fe-5bc2-46f7-b39f-879265c25217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.600806844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"15e9c33b-7539-4e3e-8ff4-86659b3a942f","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.608852156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"15e9c33b-7539-4e3e-8ff4-86659b3a942f","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.608850206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"893647fe-5bc2-46f7-b39f-879265c25217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:54.611082346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2771881b-ee1f-460d-a737-0336439a9dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:58.885774091Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"63ba3ca6-5e3e-4929-9ec9-fdae010dedee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:07:58.965493883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"715d3c63-36ec-4be6-a095-f9e3c59ecd28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.325379675Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-apikey-sub-binding-37c95fe5","reconcileID":"738735fc-4dc4-4a32-b5bb-c0e28eda7746","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-apikey-sub-binding-37c95fe5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.334816244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-apikey-sub-binding-37c95fe5","reconcileID":"738735fc-4dc4-4a32-b5bb-c0e28eda7746","MaaSSubscription":{"name":"e2e-apikey-sub-binding-37c95fe5","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.353038511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c2e4d751-ffd2-44f0-97d9-cb77d017bbcf","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.360714851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b5d9e8f7-3a90-4bd5-981b-8dc3c271c0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.360927977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f1eeccec-a449-4005-8d48-3e664ec0f2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.367438966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b5d9e8f7-3a90-4bd5-981b-8dc3c271c0d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.367674577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f1eeccec-a449-4005-8d48-3e664ec0f2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:00.995845796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"4b05949d-4262-4987-b3aa-5666961368aa","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.368021678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"0128f40a-c44a-4cfd-8551-9179a0097fe2","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.373517248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"71cb4d3b-91c1-454f-b3a3-2fb1b5a14641","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:01.377979793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-sub","reconcileID":"fed4b51d-e8ef-494d-a442-58f5e74f6521","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.395115027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"73a142bc-0dde-45b8-b036-13843b36dc09","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.400984008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"6bc4b44a-52be-4b9e-9257-715606b30b33","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.467842156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b2702146-8f7d-477b-813a-da6001d93dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.468320256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4a209e56-79e6-412a-b278-1af6133ba0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.482198242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4a209e56-79e6-412a-b278-1af6133ba0dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.483185774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b2702146-8f7d-477b-813a-da6001d93dad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.4854865Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-sub","reconcileID":"9b2fa071-83f4-440c-8a6f-cd16615ba2fd","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-ordering-sub","ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.567484818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"4510d3e5-0f3b-4126-ab90-266a5da83172","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.573516481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"62d79d95-92c0-4d3b-904d-606a6291fe67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.608198146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"16702008-e6ca-48c9-bb50-6e6c009b3ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.609542889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0c66b524-dcc6-4aad-bb99-72663383eaad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.616102749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"16702008-e6ca-48c9-bb50-6e6c009b3ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.616994702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-sub","reconcileID":"0b54b369-5960-4388-b79c-251305a486c7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:01.617320735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0c66b524-dcc6-4aad-bb99-72663383eaad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.794436141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7d7039cd-8445-4f3f-ba9d-ca6c4a54c3b1","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.794754347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"7aa34ef1-e672-4e08-85a5-afa589a44b54","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.795077466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d7501afd-4acc-45eb-b891-dcdca45e5ee1","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.810725615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"18dc6931-fff2-4593-a217-f1b94316a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.810950415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c3681a2a-0562-4efd-ba95-c9c859cba3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.812818015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"0f73df9d-5435-4cdc-bdc9-e004995aa224","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.81343646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"1c67eafa-2876-4d4f-917e-e11fdd5f936d","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.813923322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"f3131022-6b30-401e-b509-db3c361bac79","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.814214983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d6d52938-2151-4caa-9850-91670c8a3761","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.815446454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"d97600e3-28b5-4e8f-a19c-6e7de6755280","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.818162364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"18dc6931-fff2-4593-a217-f1b94316a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.820851423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c3681a2a-0562-4efd-ba95-c9c859cba3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.903411124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"487ff90d-ddd8-4c6a-8352-6026d501193b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.903479255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2a9a3c04-2330-4e00-9906-ce8507105588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.911492688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"487ff90d-ddd8-4c6a-8352-6026d501193b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:03.912029797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2a9a3c04-2330-4e00-9906-ce8507105588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.294610835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"bdca9949-da87-448f-a1d8-9b4511723b00","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.29947662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"6c059374-9647-4289-ba03-1ef2d97821e4","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.307460639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"481cbd14-f76d-444e-975f-5b428b960adf","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.314162975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"481cbd14-f76d-444e-975f-5b428b960adf","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.33450698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"0f02ca30-38c4-46a1-8000-4aa290b4cf00","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.604449271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b","reconcileID":"119e252e-a2a9-495c-9ff7-37e07d0587d2","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-dry-sub-d2886b2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.615179597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b","reconcileID":"119e252e-a2a9-495c-9ff7-37e07d0587d2","MaaSSubscription":{"name":"e2e-dry-sub-d2886b2b","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.635339894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a261b908-004b-409f-b3b6-f67cf7ea1ef6","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.644279292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"ac6e5053-870f-4d0c-9570-517b4cfc4295","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.644304576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3ec4b9ba-f8db-4718-8349-80171355fea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.645047227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"9b90272c-e04b-4eaf-9b8b-61597d65ff80","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.647218753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"08ae4a37-8b1b-496e-ba0f-294e1838d5eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.651456635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3ec4b9ba-f8db-4718-8349-80171355fea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.652147837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"ac6e5053-870f-4d0c-9570-517b4cfc4295","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.654696664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"08ae4a37-8b1b-496e-ba0f-294e1838d5eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.765801632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.785559237Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-dry-sub-d2886b2b-auth","reconcileID":"5e008f29-6a2e-42db-909a-240f4a5fe859","MaaSAuthPolicy":{"name":"e2e-dry-sub-d2886b2b-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.785590369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"8161ce54-fc5d-4483-9a17-794381f0ff85","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.798726797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b6c7bd90-7b5b-4d3e-bcb3-d55cbac1d356","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.855465587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"744929e1-f360-4f3f-ad18-c61ae6765377","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.864019342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"87729446-4d0d-4177-93be-d210d76f0c2f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.86415667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1075d5d2-8c23-4963-a86b-ef2c99fb76cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.864021677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7bf12eef-c385-463d-b1bb-fa2875e34456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.872362929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1075d5d2-8c23-4963-a86b-ef2c99fb76cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.872858959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7bf12eef-c385-463d-b1bb-fa2875e34456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:04.874793326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"87729446-4d0d-4177-93be-d210d76f0c2f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.771977579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a535dd67-f2af-488a-b376-7d0fcb4c4eef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.777553137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"7cb02251-8b2f-4db0-832d-07f459315987","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.874679211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"f73cad1b-4f12-4e57-9951-1120a136510c","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.886683593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"f73cad1b-4f12-4e57-9951-1120a136510c","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.951337524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b2e73336-1d38-4e1a-95fe-48127d1d27d8","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.959588758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"7bdf036d-f70a-4fe6-89df-6dd81c7c115d","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:05.960752253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6","reconcileID":"7aa29b1d-bae5-4f03-abd4-c14d83360173","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-ff9592b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.973683588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"07774bd7-da57-4c5f-8d07-2b65e4ab8402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.974957155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ce974ac6-8cda-45c2-84dd-4ce678d5cec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.979017611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"e6621bf4-293f-42bb-ad80-04996f022715","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.982997646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"07774bd7-da57-4c5f-8d07-2b65e4ab8402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.984469712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ce974ac6-8cda-45c2-84dd-4ce678d5cec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:05.987756433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"07af6918-99c6-4c9e-a83d-8a7a15bbd7d4","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.020130538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"5c89b671-dfb3-4066-b24e-6daf936d3a7d","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.020714781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6","reconcileID":"e3e9e2c1-73fb-4ea5-b413-dc8771785598","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-combo-sub-ff9592b6","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.053532057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2e0d99b6-99ac-41e0-943b-c93a39efa7de","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.073748569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"51e4f6bd-eeb8-48ce-8107-247536bd6053","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.073939133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"280fbaf1-1dc8-4f42-93f9-a1bbed35d766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.074223501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d5a7d7d9-af9f-4ed6-a5be-ab1081234532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.080426409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"51e4f6bd-eeb8-48ce-8107-247536bd6053","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.08159087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d5a7d7d9-af9f-4ed6-a5be-ab1081234532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.082509456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"280fbaf1-1dc8-4f42-93f9-a1bbed35d766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.100221132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6","reconcileID":"3d2889fb-e97a-4999-8ebd-28796d8b58cd","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:06.100294465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"1d0897ba-1af7-4e32-81a3-d2bd37ab7757","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.440650453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2b783ab9-5e9e-4750-be77-7ea1e357e983","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.451752717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e72fea29-eb01-4031-933e-5a3c87fcc1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.451763747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3c24cfda-1231-49bd-b4ee-3bcece6e33df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.452241635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"2a7c541e-fdc8-49b8-a638-3907af2c3267","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.459389243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e72fea29-eb01-4031-933e-5a3c87fcc1b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.460393074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3c24cfda-1231-49bd-b4ee-3bcece6e33df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:07.461839093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"2a7c541e-fdc8-49b8-a638-3907af2c3267","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.199988853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"0a50019f-8db6-4d9f-8c64-9cb51449f953","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.20008711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"0a50019f-8db6-4d9f-8c64-9cb51449f953","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.413055107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b0b61353-e7ad-437a-bfb7-e6c8d9ce4012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.413089738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"03816278-1b3d-46c3-ba48-1018cab6e7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.421290247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"03816278-1b3d-46c3-ba48-1018cab6e7ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.421603173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b0b61353-e7ad-437a-bfb7-e6c8d9ce4012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.471186802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"48a60770-07f5-49ca-b782-3be87dce959f","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.471206813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"48a60770-07f5-49ca-b782-3be87dce959f","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.476639805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"8545d140-d2a8-4fb9-9c06-5275181eb063","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.47665453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"8545d140-d2a8-4fb9-9c06-5275181eb063","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.510651789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"ad9d9087-1f02-4e29-bb99-e839073cd4c8","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.537891039Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"ad9d9087-1f02-4e29-bb99-e839073cd4c8","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.543745907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-e3c4a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"ad9d9087-1f02-4e29-bb99-e839073cd4c8","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.551689724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"db067145-5253-49c6-8cbb-e83103c81707","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:11.55170887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"db067145-5253-49c6-8cbb-e83103c81707","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.87098952Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-sub","reconcileID":"72e07e4d-761b-4ce6-9851-2466a31fc42d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.887812825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-sub","reconcileID":"72e07e4d-761b-4ce6-9851-2466a31fc42d","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.901582947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"09dc2540-1cf2-4546-a142-b20f1c123dec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.905917088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"fc1c190f-8a4e-4b9e-96c0-ee4e26041f2e","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.91403406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3c4830c8-c161-4407-a6f9-91e674720e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.91446571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"8fb2dc22-7e00-4bd8-97b0-b87b15447114","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.914522325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"dd882e48-61f2-4c87-9904-247787b84de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.92413931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3c4830c8-c161-4407-a6f9-91e674720e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.92419309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"dd882e48-61f2-4c87-9904-247787b84de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:14.926463412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"8fb2dc22-7e00-4bd8-97b0-b87b15447114","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.043851243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-ordering-auth","reconcileID":"8d6fd613-21ca-4e27-8ac6-f69960ffc12e","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.044149152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"93b1d419-adf3-4de8-a7f4-242c892cca0c","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:15.141985856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"38b2f340-6cb5-4b2a-98b3-777345330fec","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.304603005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d6fa2cb8-a265-4c18-8321-59bd6746d0b8","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.314411036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f45661d6-7d3d-48b6-952b-3aee5f381653","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.32240623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"6a679e8a-27ef-4566-be63-28dec2306bc8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.331101793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"6a679e8a-27ef-4566-be63-28dec2306bc8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.353261277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"2542e7a7-123b-441a-9968-d31e5ce20f27","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.427979612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"41c1661a-1629-4cc5-b176-929aa39cbaa3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.440126172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"41c1661a-1629-4cc5-b176-929aa39cbaa3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.505533979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"cddc052a-e202-4eaa-9692-77bd1b32a1f6","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.517670029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f7ce1c7f-7b15-445f-b80a-9320213452e3","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:16.529024778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-success","reconcileID":"963cc10e-6c94-4b27-ae1b-ed91925933f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.536862456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8c182c7f-da06-4ab3-93ef-79b316a2688e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.539322357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"404ee324-6ceb-454d-b6cf-65b78ab794cd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.539322337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ccb621d0-5d90-4242-8e36-b3bc0cb1eec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.548528043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8c182c7f-da06-4ab3-93ef-79b316a2688e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.554003764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ccb621d0-5d90-4242-8e36-b3bc0cb1eec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.555538105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"4b62aac5-88b3-4742-bd6f-489bc0902efe","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.555870858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"404ee324-6ceb-454d-b6cf-65b78ab794cd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.564835481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"c2a6bd40-503a-4af1-bc62-6a56e8148a32","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.651217103Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-success","reconcileID":"f89edd27-9091-479c-bc01-13712e4a270d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.659045676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b90a0220-d2da-47fe-b675-b8d2983a5667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.661418016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d8293f1-df8e-4579-aeeb-afa3a820569c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.662047847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"e891bf4a-cf04-4a34-b6d0-9e5be52cbcd0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.667224929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b90a0220-d2da-47fe-b675-b8d2983a5667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.742489968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d8293f1-df8e-4579-aeeb-afa3a820569c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.745969395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"e891bf4a-cf04-4a34-b6d0-9e5be52cbcd0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.747549571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"b01db732-b6c8-4cfb-b293-700cd474297c","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.758224452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"9ea0896d-ce1d-4b1e-b944-4c0dddc67afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:16.758867416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-success","reconcileID":"d4389299-3a34-4e06-a56f-42aae46a22a6","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.252129671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"dc098e48-f6b5-452c-b97e-ab8d8456881a","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.455996556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6","reconcileID":"3b7b0db0-3d8b-47f7-8d6e-3f0c60e70bac","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-combo-sub-ff9592b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.473458124Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6","reconcileID":"3b7b0db0-3d8b-47f7-8d6e-3f0c60e70bac","MaaSSubscription":{"name":"e2e-combo-sub-ff9592b6","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.481709938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"fe0fea8d-49b8-41fb-aa69-f063e6e0dc08","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.487301608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"18de04ee-62ac-46c7-ad63-ac427da812bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.492215491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8415981f-3087-416c-a054-ebc6a2463fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.492264671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c9aab830-a699-4365-9ac5-1c23a834e6f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.492915247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"b9706d09-19df-4e4c-830c-d1d5e916a27d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.499437194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8415981f-3087-416c-a054-ebc6a2463fc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.54470121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"b9706d09-19df-4e4c-830c-d1d5e916a27d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.545731131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c9aab830-a699-4365-9ac5-1c23a834e6f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.588163225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2b740afa-b2d7-4f9a-946b-51588b99b8d2","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.596016056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"27cd2894-98e5-4da9-a85f-186e705cb460","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.596146186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7cc1cbbe-c6f1-47fe-9ada-7ad3b3664dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.596401979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ce714b92-1f53-4a6c-a8e5-e7fa72cec3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.605181869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"27cd2894-98e5-4da9-a85f-186e705cb460","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.605649061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7cc1cbbe-c6f1-47fe-9ada-7ad3b3664dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.607378379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ce714b92-1f53-4a6c-a8e5-e7fa72cec3c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.730617682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"898a46fb-2398-4aa9-9398-dfa22193c0aa","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.730630652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-combo-sub-ff9592b6-auth","reconcileID":"4f781e15-f474-4bb0-adcf-1c125190550d","MaaSAuthPolicy":{"name":"e2e-combo-sub-ff9592b6-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:17.756303112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"47b8b817-7af5-455c-ae19-42accbe77a90","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:18.95164191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"15811792-196c-4320-ad29-2838628d96c3","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:18.956543964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"dc5cfa34-f337-47bc-b993-efc717c5c222","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:18.967971565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"e9856921-a1c1-40ec-a0a8-18668581bdd3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:18.974709624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"e9856921-a1c1-40ec-a0a8-18668581bdd3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.000617205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"9356ae92-b8b6-4e14-81bb-c34f16906169","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.072053268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"82775f15-b2c2-472f-a35a-9000f9363217","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.079983262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"82775f15-b2c2-472f-a35a-9000f9363217","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.398662734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f858f718-00c8-4ab0-a13e-e9ce7c8fcea6","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.443680768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"4ebf93aa-9f56-4e0c-86e7-342969af840c","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.448094095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-subscription","reconcileID":"ac95351c-b5bb-490b-bcde-cac0b70eb2e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.457272022Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"87b41b5f-a20a-4ad1-ba46-c4823cf7c70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.457704177Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"49dde121-2c15-4aa0-b573-469481e1cd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.458035198Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"640267be-650a-409b-81c2-ca30ed303d28","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.465705886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"87b41b5f-a20a-4ad1-ba46-c4823cf7c70e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.466024828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"ffcc43ca-ec6c-4a21-a95f-4446fe31a93c","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.470583311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"c6a31534-168a-4137-a315-5faacf40ea00","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.472471943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"72c82292-e678-4e4b-9cb4-7f2dc4972964","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.473246044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"640267be-650a-409b-81c2-ca30ed303d28","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.474027332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"49dde121-2c15-4aa0-b573-469481e1cd6b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.542407332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"1b6da129-2138-44c2-8f82-727ea3230765","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.544941228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"2d80735a-bf22-45ef-9d12-d5983abafb12","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.560636707Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"60d5242f-4637-4fdb-8e90-26a47df826ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.560691224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"60d5242f-4637-4fdb-8e90-26a47df826ba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.560874409Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"98defcaa-93cd-42d4-ab04-7a60bf9e53fa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.560924796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"98defcaa-93cd-42d4-ab04-7a60bf9e53fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.56093756Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"00266de6-42a9-4e75-b080-c6ac99d384e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.565063957Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"00266de6-42a9-4e75-b080-c6ac99d384e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.56509864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"00266de6-42a9-4e75-b080-c6ac99d384e5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.565869973Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-subscription","reconcileID":"6327504b-559d-467a-a7f6-d7157abcdf1b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.581120602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7d0c2160-9ca9-45e7-ac0e-81f32492a06c","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.657953726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"1169921b-8873-47a1-95e9-b727177cec6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.65856707Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2b5f0a6a-7059-4a7f-963c-6ef2ae3bb865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.65862539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2b5f0a6a-7059-4a7f-963c-6ef2ae3bb865","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.658695559Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"65b8c824-a157-4fb1-bb21-c89d8d665534","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.658752676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"65b8c824-a157-4fb1-bb21-c89d8d665534","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.658842009Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1e8a218d-7e5b-47c4-95ae-440691ce7bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.658883459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1e8a218d-7e5b-47c4-95ae-440691ce7bc7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:19.659227663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-subscription","reconcileID":"48abc319-27f4-4478-9a37-c96547cfb350","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.759060107Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4dbcdff9-8290-4a9b-b270-5adaf5a12ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.759132701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4dbcdff9-8290-4a9b-b270-5adaf5a12ece","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.759503921Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"18a2ab7e-7c4d-493c-9ad9-56a1225f40a7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.759535253Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9f5f3a7f-f074-4a5e-8f24-51b31a901739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.759567268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"18a2ab7e-7c4d-493c-9ad9-56a1225f40a7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.759578713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9f5f3a7f-f074-4a5e-8f24-51b31a901739","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.859459085Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"347fe673-eff9-43cd-b2f4-2ab7a06bffd5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.859523712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"347fe673-eff9-43cd-b2f4-2ab7a06bffd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.859459201Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9f04abd9-1111-47c7-9615-56381e02b7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.859573273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9f04abd9-1111-47c7-9615-56381e02b7ed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.859671788Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fa8ce8d5-0cdb-41f9-b026-9c36793fd5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.859718779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fa8ce8d5-0cdb-41f9-b026-9c36793fd5cb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.959226431Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"31779cf7-bf2a-4a92-bbe3-29b49f60eefb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.959256969Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b56db703-5393-4754-afad-3d6867b7b9bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.959293729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"31779cf7-bf2a-4a92-bbe3-29b49f60eefb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.959318471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b56db703-5393-4754-afad-3d6867b7b9bd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.959460545Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"ae43f675-3757-4743-97ee-725496f3f28f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:19.959488977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"ae43f675-3757-4743-97ee-725496f3f28f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.161894006Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"60d2d6d0-61ba-43e0-8347-567f8f7e4fa3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.161957379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"60d2d6d0-61ba-43e0-8347-567f8f7e4fa3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.16221634Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4c03ef4f-2df3-4591-a22a-c198d600a01b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.162250871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4c03ef4f-2df3-4591-a22a-c198d600a01b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.162403202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f3666b83-73bd-4309-af13-67bc42b209d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.162429526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f3666b83-73bd-4309-af13-67bc42b209d3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.491649245Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"868b3fe4-8129-404c-80c7-cd7fe4416e36","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.49172948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"868b3fe4-8129-404c-80c7-cd7fe4416e36","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.491649325Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0122556d-9719-43e9-9547-07e3efeed2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.491811381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0122556d-9719-43e9-9547-07e3efeed2c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.491917063Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9230d289-b66e-4bbe-9835-79a3ceb8e24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:20.491954207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9230d289-b66e-4bbe-9835-79a3ceb8e24e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:21.143861447Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"1df925c7-af5d-442f-9f0e-1ef1cc94f7bc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:21.143945572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"1df925c7-af5d-442f-9f0e-1ef1cc94f7bc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:21.143861836Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"80257e24-c537-43ec-92af-087594b2f48d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:21.144003511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"80257e24-c537-43ec-92af-087594b2f48d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:21.14409225Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"69155894-7f53-4c98-8930-5e9379e3cd43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:21.144134929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"69155894-7f53-4c98-8930-5e9379e3cd43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.346561531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"b5a6243c-8c3e-4007-bf3d-35b6ae29589b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.467569075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09b7923c-2180-451f-bc83-3451909939c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.468216768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"e2f79456-341a-4790-a8bd-7397a1ccc101","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.46873874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"9cd3b29b-56c4-4c24-acae-fe4c7faa50fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.558359444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"07c72590-5138-473f-812a-64d1b041e0f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.558628575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"af9dac41-fedf-40f3-a40d-db73c0b0e0d8","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.559901172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1e60e5d-4f9f-4686-b180-a18c80deb4c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.568050743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"af9dac41-fedf-40f3-a40d-db73c0b0e0d8","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.568846519Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"b7ad3ad0-f236-4fe5-bff5-80db044fd7ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.588861334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"44047ed5-bf08-4cb1-9cd8-27ecfe6cf61b","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.588886088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"44047ed5-bf08-4cb1-9cd8-27ecfe6cf61b","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:21.645247574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"57387e03-3f4c-468d-aada-9b62f33d439a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.162080192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"2d3b24b2-3579-439b-89eb-bd29826210ed","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.190916222Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"67a00f9e-0c5e-4b8d-9762-dd2854e4a468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.190979035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"67a00f9e-0c5e-4b8d-9762-dd2854e4a468","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.19117483Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"1bd27e96-1d61-4dc3-9d86-462cdd093e47","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.191205493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"1bd27e96-1d61-4dc3-9d86-462cdd093e47","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.191342387Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"eadf63ec-b46a-490d-9643-4c2065d4d5ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.191368718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"eadf63ec-b46a-490d-9643-4c2065d4d5ab","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.254981735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"6eedaf4b-4a05-4fef-94ec-effcb53b64fa","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.255009159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"6eedaf4b-4a05-4fef-94ec-effcb53b64fa","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:22.267902397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"cbdc9955-0a24-42d3-83e1-f598178869ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-e3c4a7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.268419913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"63828456-badf-42cd-9721-a506ca72b59f","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.268501703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"63828456-badf-42cd-9721-a506ca72b59f","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.287605046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"94756fc6-2270-47f8-93b5-35032b1091e2","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.287633386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"94756fc6-2270-47f8-93b5-35032b1091e2","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.29130901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"cc284a1e-cfa6-4cea-abd3-fdeb65f685fa","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.296013252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"1ea6ec0d-8752-46ab-b4ad-1b45f30efb4c","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.296099653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"1ea6ec0d-8752-46ab-b4ad-1b45f30efb4c","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.300711125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"cc284a1e-cfa6-4cea-abd3-fdeb65f685fa","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.315327162Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"6482f3fb-3163-40ed-99db-5509c1fdf7ea","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"maas-trlp-test-model-e3c4a7","model":"test-model-e3c4a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.343215972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"be5140db-c33f-43cb-8266-b8fc030ad0d2","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.343238244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"be5140db-c33f-43cb-8266-b8fc030ad0d2","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.389958021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"82c182cf-3c18-4a27-92a2-e10fd16510bc","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.397251956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"82c182cf-3c18-4a27-92a2-e10fd16510bc","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:22.410452557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"8807e9bb-8659-4e3f-b667-8daa4ec604cb","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"maas-trlp-test-model-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:24.763364213Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"df75a76f-8793-4f59-831c-aad4fb56baa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:24.763436059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"df75a76f-8793-4f59-831c-aad4fb56baa0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:24.763722503Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7b56c9f4-2100-43e0-970e-c0a9127a1031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:24.763761769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7b56c9f4-2100-43e0-970e-c0a9127a1031","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:24.764191829Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"b28df0d1-c4c9-4750-adf5-346ff8956c83","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:24.764249832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"b28df0d1-c4c9-4750-adf5-346ff8956c83","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.142321094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"85af307e-edb8-4b4c-adae-213243d4c703","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.148388711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a17dc963-f123-4111-b1ed-b3361148a3e3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.160537411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"b852381e-1f6d-467f-b7f0-0d6595d3200b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.170833059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"b852381e-1f6d-467f-b7f0-0d6595d3200b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.272950017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2c626f4e-f950-41bb-8d8f-a46445028bfe","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.280886986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6ae3bcd2-9096-4722-ad8f-4b1c16e6f8e0","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.283514034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3251b1f0-d141-4f72-aa7f-4600c4f2f83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.283978381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"be87e61c-9433-4da6-9a5a-72ca4d224ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:26.283958465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-sub","reconcileID":"8dcc7322-b602-4448-a304-cc4bdc1140e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.291196769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3251b1f0-d141-4f72-aa7f-4600c4f2f83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.292231402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"be87e61c-9433-4da6-9a5a-72ca4d224ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.294530445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b7b19ba8-26ad-40b6-aa62-04dff3a76813","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.302986812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"98c11895-3de8-47c3-a9a3-d8e3a62547f9","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.31033224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b91fce5e-80e4-4768-94ce-e2674113e219","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.33005909Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-sub","reconcileID":"fbf1296e-aa60-4260-87ff-16750c125339","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.346233427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d495f719-1eca-4e95-a133-e2416a50f49f","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.38043216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"336ec18f-053b-4c83-9983-5fe1c197e7db","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.387702734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"336ec18f-053b-4c83-9983-5fe1c197e7db","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.423401036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"f1015414-5b42-4cb0-af7a-bdaeeb57a28a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.423410403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-sub","reconcileID":"fc3d5405-de28-42be-9d06-f0e4e78d6ecb","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.481367835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"918c424b-995a-4798-b1af-fe09d1bf2038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.481706901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"eef9b633-6ef2-47f8-9470-f9e7e6fb78a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.481814922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"d0b9cd40-b0f0-44fd-bcc4-16894f293515","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.488148496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"918c424b-995a-4798-b1af-fe09d1bf2038","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.488488983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"d0b9cd40-b0f0-44fd-bcc4-16894f293515","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.490349083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"eef9b633-6ef2-47f8-9470-f9e7e6fb78a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.762501437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"80c47102-206f-4842-98b0-fe693c04b275","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"maas-trlp-test-model-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.783653607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"9cbe3d00-2253-4cd1-92fd-b6409ee90206","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.783677506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"9cbe3d00-2253-4cd1-92fd-b6409ee90206","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.844903255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"cb8fd953-5911-4e58-b327-10a158b28e59","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.856975442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"86242f72-3df5-4cc4-aee0-6ec56eee4b5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.857913302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9064a0a6-5b7b-436f-b168-a055a11f9dfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.866442185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"e5b8b8ac-4fab-499e-89e3-9fdff8b130ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.867441526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"84db537e-32c1-49b3-8d03-5e024c6c2cfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.873086538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"19f52c18-c336-4a23-904a-46754945d6f5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.873874529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7be02b30-908d-432d-8c11-c08d768a9914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.8992726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"54a10dd4-6947-4e1c-bd99-4554d85ce46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.908691944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"19f52c18-c336-4a23-904a-46754945d6f5","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.911983164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7be02b30-908d-432d-8c11-c08d768a9914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.9514741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"54a10dd4-6947-4e1c-bd99-4554d85ce46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.968267022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d16f2c3d-4e76-405e-8c56-11f1e59e3d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:26.968423127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"45d15f4c-041e-4115-9f22-28a063bfaf8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.087721652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"ba743482-e295-4b00-a047-1f05fd861df7","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.0953603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"ba743482-e295-4b00-a047-1f05fd861df7","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.499054085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-success","reconcileID":"55d20941-5467-4dc0-8154-010bcbd9647f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.518060847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-success","reconcileID":"55d20941-5467-4dc0-8154-010bcbd9647f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.54900801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"eb6bf55e-fc47-4d35-9b17-8d3fbc25c3a9","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.565890016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4fb77288-bbda-4e14-ac6a-27b08839b72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.566506325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3de1dad4-53e3-4328-a3ed-82f35d9fa17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.567063621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"00647eb1-d4fe-4f0f-a903-3a1c9cf36218","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.583878437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3de1dad4-53e3-4328-a3ed-82f35d9fa17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.588854832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4fb77288-bbda-4e14-ac6a-27b08839b72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.590156679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"00647eb1-d4fe-4f0f-a903-3a1c9cf36218","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.684579664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-success","reconcileID":"f52bfcc6-b5d7-4c27-9724-9139efba5a9d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.684994492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"81f76678-884e-4768-a5ac-2d5aaf0003cc","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:27.85052536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d0819656-83cb-4ccb-8644-165566ca7344","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.385644688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"525d0044-7b4e-4260-8a2a-3585aad396cb","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.385668238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"525d0044-7b4e-4260-8a2a-3585aad396cb","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.689631561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"39d6799b-1139-45e7-98fe-6e7ccc78a49b","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.68965125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"39d6799b-1139-45e7-98fe-6e7ccc78a49b","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.6945055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"4dbdb932-6409-4766-89ea-3ecd92e1d5ba","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.694523058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"4dbdb932-6409-4766-89ea-3ecd92e1d5ba","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.699861221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"2b21f160-4e3b-44d4-b342-a451cea19f25","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.725647358Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"2b21f160-4e3b-44d4-b342-a451cea19f25","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.746258906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-4a127b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"2b21f160-4e3b-44d4-b342-a451cea19f25","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.755680547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"c0ae8ac9-8e14-459a-80ff-777e302a7b2e","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.755712921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"c0ae8ac9-8e14-459a-80ff-777e302a7b2e","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.825813808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"15ace78f-709b-48b2-b86d-68eee8ed6cbf","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.830859022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"5a9f58fe-65d4-41a2-b00a-af53d81f5afa","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.850388165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"ad6882a3-cd67-4e2a-bc37-25277c125021","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.872796435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"ad6882a3-cd67-4e2a-bc37-25277c125021","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.898881166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"0882d3db-cd84-41ae-89bb-277b1730b7c1","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.939572162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"0f2fa245-8acd-444d-95ed-58b245208b35","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.953460111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"0f2fa245-8acd-444d-95ed-58b245208b35","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.98350204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"2821d555-3ff2-4c0d-a12e-242a427bb553","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:28.99121816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"3b185194-a421-4a39-8f08-5429d0bfa043","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:28.992269268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-no-access","reconcileID":"79539100-8de4-4125-89b9-02e1c1a2aefa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.00829154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"5c989fd3-df32-40b4-b610-68d938b4734b","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.015283014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"0b1c1b12-5ea6-47b7-b8ef-c02405085e6a","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.035581876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-no-access","reconcileID":"63c5d10a-3b88-4cd9-9ec1-1d5008b8353a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.039926225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4f0202d7-6eb6-47c9-9097-8b7bf1c8f1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.040482754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f620099f-2a2c-4e75-bc91-c46e454f23e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.054183885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4f0202d7-6eb6-47c9-9097-8b7bf1c8f1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.054442666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f620099f-2a2c-4e75-bc91-c46e454f23e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.063461103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"bc9ef19f-a4f3-4dc4-a9f2-cb5d0381637b","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.130644682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-no-access","reconcileID":"92ed44e0-ebdd-47d0-9764-0dfb04125d5c","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.130644679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"6c8e4259-b496-4738-8e4b-9079cc0d5311","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.140325239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"580b2739-0094-4d5b-ab27-0a2a95f1a5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.143581023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ad1778fe-4d62-4908-bac7-2a10f833ded2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.148226017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"a6e55482-e8be-4777-9966-f72c4d2cb146","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.159961481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"580b2739-0094-4d5b-ab27-0a2a95f1a5bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.161641066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"a6e55482-e8be-4777-9966-f72c4d2cb146","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.164315476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ad1778fe-4d62-4908-bac7-2a10f833ded2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.837851199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"2b70fc97-4f2a-46a3-a500-5dd4b98a96ea","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.870740451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"943b1f76-bf2d-421f-b0ea-951efcc669d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.871153648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6eb654f3-21a6-4394-8757-abdc9a347aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.871303549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"89bc7d19-d9f9-4c8c-9431-2cb86f726901","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.87949948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"943b1f76-bf2d-421f-b0ea-951efcc669d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.880509574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"89bc7d19-d9f9-4c8c-9431-2cb86f726901","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:29.882414986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6eb654f3-21a6-4394-8757-abdc9a347aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:29.963286613Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2d5a863e-b689-44cb-bd2e-e30227a46f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:29.963386202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2d5a863e-b689-44cb-bd2e-e30227a46f17","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:29.963666784Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"08491cdc-39cc-4cc4-9706-e870e2d9370a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:29.963712632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"08491cdc-39cc-4cc4-9706-e870e2d9370a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:29.963965444Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"71c82554-33e6-4190-9a0f-60188ba2b687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:29.964019043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"71c82554-33e6-4190-9a0f-60188ba2b687","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: compose ai-tenant-e2e-worker-w4-0aa61b/e2e-dedup-subscription@e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: model e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.180429432Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-subscription","reconcileID":"9aa04b4d-c354-47cc-892b-e42e7ede7800","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.19935092Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-subscription","reconcileID":"9aa04b4d-c354-47cc-892b-e42e7ede7800","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.211480668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"c1236b75-c744-4ee7-a0d5-51142f438b74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.218557255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d87a5925-b9fe-4446-9513-388d2ccef333","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.226152663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a5604c95-f263-4c51-ae37-6e7254f2c54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.226290622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1a818679-a16d-4a34-9255-082852097fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.226564678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"0cd609d2-93a6-4fb7-83f5-0025996a2a97","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.235797241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"0cd609d2-93a6-4fb7-83f5-0025996a2a97","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.235881608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a5604c95-f263-4c51-ae37-6e7254f2c54e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.238110456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1a818679-a16d-4a34-9255-082852097fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.274556021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"fa2ae838-225e-4e52-ad3e-59f1cd128c31","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.280369562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"0fc39b59-a238-4c35-aafe-88cd591d790d","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.280722921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"3b5a97bf-0035-4c9b-b3d8-f9466ae71766","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.363336046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-dedup-auth","reconcileID":"8ac92672-5e52-4b7a-85b4-cd772b94530e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.363678945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"6d90bf2b-c3ff-4b3f-910b-2925084fe062","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:32.380089341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"a75170dd-6d81-4ea0-a04b-16a5d3e96232","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.354642461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"bfcfac2f-97a7-40e6-83fa-3c4719a1374d","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.355125398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"4d5c1b5e-2fdb-4248-8e04-df99e075d96d","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.360218319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"59731068-7abc-489d-b9af-e31b08e99279","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.360521073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"973c0726-78a7-463b-aa35-45e5cc0ce299","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.37355698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"086bd9e9-17fe-4ab4-b4eb-b111560bc790","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.382064613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"086bd9e9-17fe-4ab4-b4eb-b111560bc790","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.40823997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"0045a4fb-90c5-4f22-ba54-0709398a9901","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.408467774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"69b48e39-e773-46b7-b44a-0ac8b944a2a9","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.476697365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"c1c89dd5-adf0-4357-8b66-11226fb64ed5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.483842019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"c1c89dd5-adf0-4357-8b66-11226fb64ed5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.514660399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"afce4ad9-07b5-4697-9716-02a63d419b1a","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.523619937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"53bf8f15-96e6-4b23-b733-e35cb488d76d","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:33.526438829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"bd34abc7-6a1a-4b25-ad00-7d3e6d97eea0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.533031551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"35965951-6509-4cf1-b8fe-c62b95f7b515","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.543763233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"fb20700f-170e-45d7-bdf6-d1dedc17406d","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.544350738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"0ac77841-0195-4129-add1-73a272b432ec","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.55189361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"ca0a4d1a-7045-47be-9d9a-112727a5263b","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.552314629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"e07ddb48-00eb-4a7b-bf31-40b259be8ad6","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.56901058Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"1a0f1e6a-21f3-46a8-b592-42a6ab3244a8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"distinct-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.575287723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"205cde47-afb6-4410-8be1-ec6f4c2c9f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.575400178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"538c8358-a31b-4e4a-9133-2636ab0ee7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.578805869Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"1a0f1e6a-21f3-46a8-b592-42a6ab3244a8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"distinct-2-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.583023707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"205cde47-afb6-4410-8be1-ec6f4c2c9f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.584104928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"538c8358-a31b-4e4a-9133-2636ab0ee7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.601094579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"a0be7ddc-b423-414f-b613-9a51e2c9c249","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.601427709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"b77a4e18-63cb-47f8-8555-ea6c42447312","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.664609699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"c64b431d-fec3-4b44-a253-ffb944ccc115","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.675252645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"e0b21944-40a4-4af9-9162-d9e2ff58aab8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.675465405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a779d1c3-10bf-4885-8031-1caef9fb976b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.676623947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"c64b431d-fec3-4b44-a253-ffb944ccc115","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.683749935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"e0b21944-40a4-4af9-9162-d9e2ff58aab8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.684641527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a779d1c3-10bf-4885-8031-1caef9fb976b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.774256294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"793576c1-628d-436a-84e3-cc642516fc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:33.781037026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"793576c1-628d-436a-84e3-cc642516fc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.46828484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"dc8a2d59-ca66-462f-989d-070590b6171e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.478004814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"6fccdcb3-0791-4e96-9e15-2ba70d09a278","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.485954587Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"5c2bf695-2a03-44f2-9b0c-6160365a6b77","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fefc2af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.488402478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"3fd66f08-eb47-4e2b-9ccf-de4b504fb1be","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.494401212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"d01e980b-27ff-43ba-8777-f21e9ecbd505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.494422649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"54c32a3d-5dd2-469e-8dac-1cae85c7b009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.49486157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"c6bd5314-11c5-4bb1-88dc-a130cae12ae9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fefc2af9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.542240831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"3fd66f08-eb47-4e2b-9ccf-de4b504fb1be","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.543327561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"d01e980b-27ff-43ba-8777-f21e9ecbd505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.545292215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"54c32a3d-5dd2-469e-8dac-1cae85c7b009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.584950626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"84440804-9cab-433f-87b2-feb439654518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.58507632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3ec5ac20-26af-4a1e-9780-6efadef6b544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.585608711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"66530da8-1f22-474e-bda2-6d9d66ce08ff","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.59227353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"84440804-9cab-433f-87b2-feb439654518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.592600109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"66530da8-1f22-474e-bda2-6d9d66ce08ff","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.594645629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3ec5ac20-26af-4a1e-9780-6efadef6b544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:34.771655867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:35.448644298Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"fce072e3-5de2-4d2d-90ca-0bbf74c510f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:35.519122535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"5863307e-fc08-411d-be29-3830afa5dfb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:36.966475806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-sub","reconcileID":"d1319998-218e-4a68-8335-d094d0ad0aa6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:36.976302227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-sub","reconcileID":"d1319998-218e-4a68-8335-d094d0ad0aa6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.00090642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"97e8414b-6ed7-4ae4-a40e-0014a10e4130","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.010317762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"97393328-ff72-40cf-8c6f-c67d845c5ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.011129946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9a032657-66da-4182-b3f2-640dcd07d3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.011609745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"4b722783-2ff6-4d79-a3f5-dd0be04ea601","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.019206913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"97393328-ff72-40cf-8c6f-c67d845c5ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.019353481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9a032657-66da-4182-b3f2-640dcd07d3b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.022274307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"4b722783-2ff6-4d79-a3f5-dd0be04ea601","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.146117207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-active-auth","reconcileID":"830a386f-24bd-4be5-9f95-35fcc796b551","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.146206973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a22a4ce7-a242-4930-8a52-bedf839b82e1","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:37.159198383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"61af93b9-831a-4a78-a703-6c3ef53a6944","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.053053661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"e0ae0a6a-364b-44f6-887e-2a9adcc888f0","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.060704494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"c40ac805-b4b0-4604-8d50-ab6a337d8a28","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.068028156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"43373851-7d93-42dd-9227-bc6a9369219d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.074827305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"43373851-7d93-42dd-9227-bc6a9369219d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.095107985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2aafad04-e613-4e3d-85b5-4caf56e3103a","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.169128554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"ca205874-eaf0-4d6d-a632-6d521911eeea","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.175855159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"ca205874-eaf0-4d6d-a632-6d521911eeea","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:38.191983917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"ca205874-eaf0-4d6d-a632-6d521911eeea","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.204939517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"bc09f660-284e-40d6-abed-97ea27cb6418","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.217091146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"bc09f660-284e-40d6-abed-97ea27cb6418","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.261188045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"92a4afcf-d10d-4558-a862-2be96a3ce5e3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:38.343274451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"f3b4078c-17d6-4498-b719-35bfb809390e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.343769488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6c854648-e021-43e5-ab5a-1d6124f85300","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.345329568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"03ac0d2b-ed68-4308-a9c7-101bc896166e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.345943163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4ee8fc90-f1bd-47aa-899c-721168127307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.353526472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"03ac0d2b-ed68-4308-a9c7-101bc896166e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.357763936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4ee8fc90-f1bd-47aa-899c-721168127307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.361808783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d0a4e291-b576-415e-9d85-3b0a53064bc2","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.369019952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"aca25d55-7949-47ee-b787-2c6372bd37b3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.370397884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"dc0a8cd9-4df9-44f6-9cc8-b570f22fcd77","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.377381577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"dc0a8cd9-4df9-44f6-9cc8-b570f22fcd77","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.38888508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"e59c0609-a982-492d-8efe-381147a2c14d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.388979207Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"e59c0609-a982-492d-8efe-381147a2c14d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.408544527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a8b27a05-a534-4131-8b80-9d6c581d3ccb","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.484171721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"8d5c3e0a-0faf-4ba9-9d47-9913572eebfd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.484272886Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"8d5c3e0a-0faf-4ba9-9d47-9913572eebfd","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.484429779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"ab4d42e4-349f-4df2-86eb-2e5480f0e8dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.498646092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"b38e2ff7-b719-40b9-b395-28a5985d85fe","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.499118241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"68be499a-bdcf-4e70-b484-a538d0b4ad2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.499255085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3a0b42e1-202d-4431-b1a4-3dc2c1375584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.50885457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"68be499a-bdcf-4e70-b484-a538d0b4ad2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.509846142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3a0b42e1-202d-4431-b1a4-3dc2c1375584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.521289345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"b38e2ff7-b719-40b9-b395-28a5985d85fe","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.764449285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"ddd6207e-8a27-4e1f-9019-900cfb506dd6","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.771186404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"ddd6207e-8a27-4e1f-9019-900cfb506dd6","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.777478641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-4a127b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4f5a9fce5bc67b1479c258457a68b62a29ee683abf5d87d144adf8572ce6d69) AuthConfig (e4470fc76b611fcf8672adacb7b57d1d04d1dd527781523232b492f02f1726f9) AuthConfig (1f22decaa866d3014973d0ad538fa12a348c8ee3b5470b58b0533fcf76aa31a8) AuthConfig (34cd0f0233b818cf5c1b9a66a87f901c03a2d334cc290c87fe5365868f692630) AuthConfig (5310ce1dde43a83f8d609bf7a5c7360560e00df8aade394b3fb10e14d2497407) AuthConfig (8831956a224c0e8e5e0889c72695b7badb0772d173de4fb187dab346bc9e5931) AuthConfig (7c8a30ca8f24a38c94935f9025065a61bc84392b97362f4f3226c533e09ad303) AuthConfig (6b105b2a4ff068f66a9c9f0783cc5da5f1ce6dff88d3d1becc1b324488d9b885) AuthConfig (e2c61320c05ca37050b6e2147eae7adffeff85f5a9c1d8b94809d4c7bf070f3a) AuthConfig (991c39d7081f3fa34ea3ce047229c30a6f60cac29b8e2a24dc10fa657b9b1727) AuthConfig (04fc5b40386a030724cefafac6dc598f176b5b733ef017dcea71f77598f71924) AuthConfig (f76eea9743d2977f4450278da07a8f4c404f3d4a029bf0bcdc91df32dcb4c172) AuthConfig (1a445044dfb1c9b1d3cb972d51faf04802b472e2cdddc0cbade2002180878bcf) AuthConfig (700d44f81362e0fd255159003b748e71d474af432cc18637ef2e781209199e2c) AuthConfig (d5ae9c3c1afa3ddfe80a453437d57d0d056708051f0f8c5703f053304bc3519c) AuthConfig (151f35f15843c6bb87de2aa4a3fb0658e5fd6cf98ad0d47f66facf984bc78357) AuthConfig (2c47eee697635b00525c62bece68f3fea284ac7421dd6b04d3c67b63e24ebba0) AuthConfig (5e33366fb5eb4264048d0543b4df65132c09df3e83a200ec33f9d071fded5656)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"ddd6207e-8a27-4e1f-9019-900cfb506dd6","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.785669765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"0c2b2c1d-92ec-4cac-a735-64dff68aeab1","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:38.785685757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"0c2b2c1d-92ec-4cac-a735-64dff68aeab1","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.86426517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-no-access","reconcileID":"88d17f0c-5ae3-448c-ba96-fd5b5d89555e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.886633039Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-no-access","reconcileID":"88d17f0c-5ae3-448c-ba96-fd5b5d89555e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.899516812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"571bdc1f-803a-455a-8d3f-2aa5f2ac5d2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.906114709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"e2e020ba-5cbd-4fe1-b599-b22a8ab2d8cf","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.914516643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"0f0415de-2330-49f2-9167-8fb030891d68","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.91597145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5a58c5c7-fed8-4a00-b727-2b2fd9501b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.916044076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"558c90dc-3555-497a-a5ce-131d00629b72","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.916411772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7d0c9f12-d984-4b98-b859-52f21566f39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.923186687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7d0c9f12-d984-4b98-b859-52f21566f39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.924204405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"558c90dc-3555-497a-a5ce-131d00629b72","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:39.925355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5a58c5c7-fed8-4a00-b727-2b2fd9501b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.054013636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-no-access","reconcileID":"c227cdf0-0cd9-4672-8c93-c6883cdf7575","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.05408328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"b1205872-c47c-41fa-a044-a1a43adf9fe1","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.066629991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"65ba395e-fc92-4f41-b65a-044d45509626","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.952026796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a41ff22a-3659-40e4-b7b5-56adfd67ed3f","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.9605236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"cd0faa5d-e69f-485e-b15e-5ce21f7cd649","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:40.980130574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3214240f-e6ba-4f68-9bb2-eaba7edb287f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.048536291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"99721184-f7d9-4017-8dd0-844323178a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.049019562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"f9045267-967c-4371-8f35-3145d2694576","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.049427891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"daa90f19-efea-4a97-9aae-71e14d1a92b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.055759762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"99721184-f7d9-4017-8dd0-844323178a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.058083924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"f9045267-967c-4371-8f35-3145d2694576","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.060268943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"daa90f19-efea-4a97-9aae-71e14d1a92b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.148019276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"529e2855-41ba-4eb4-9069-11ecd7e668af","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.150552556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"ffa60319-891d-418e-bb1d-2f3d72317ad3","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.154804088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"529e2855-41ba-4eb4-9069-11ecd7e668af","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.158490396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3b7fbd53-52b8-48da-8ff5-2e3d1dc3cb7d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:41.159495828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-free","reconcileID":"bff69e47-9821-4bc1-baf8-b2aa0dd03b35","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.175742993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"eb47e244-b442-4113-ab3f-8661dc527596","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.178487483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"852b01d4-3287-4c79-b7ed-5b14c1055b87","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.181700667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"05fd9092-a47d-4416-8bf2-18c9aba45dd9","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.183286323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d9f65c30-71b4-4e87-bc76-8e0133a4f9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.183521164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"18650b38-a230-4272-b83f-dd0f1e211e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.191564809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d9f65c30-71b4-4e87-bc76-8e0133a4f9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.19156481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"18650b38-a230-4272-b83f-dd0f1e211e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.205114301Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-free","reconcileID":"2367b7ae-e56a-4b30-a131-ee1a90262930","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.225183872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"448f216f-8da7-44e3-9efc-5e602ba7b3a4","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.284623131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b0945ca7-e754-44dd-93f9-9d239e5cf4d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.285098137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cf8c2eb4-bbed-42ca-a1a6-79d9b11c6d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.28539202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3e2241f9-6ea1-42fc-acac-1d64fbf6c996","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.291610918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b0945ca7-e754-44dd-93f9-9d239e5cf4d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.292861175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3e2241f9-6ea1-42fc-acac-1d64fbf6c996","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.296920103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cf8c2eb4-bbed-42ca-a1a6-79d9b11c6d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.298706876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"7d185a72-85a4-44f0-afa6-a208a0c6b1f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.29888163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-free","reconcileID":"6d68b10d-c144-443c-b572-fbcde5a7abbb","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.353773596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a2864c40-eecf-4d07-9355-a3431f75794b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.353828247Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e27ae7 priority=0:[ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-free ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.364282127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"77d2d631-5a7a-4ea0-bd5c-0732484b40ab","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.364766768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e8993f2f-fcc1-4bbc-95ee-737ed4704b4d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.373296073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"0bfc83f1-e838-4b62-a735-c66b38971d6a","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:41.376372567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-premium","reconcileID":"326a84da-f12a-4385-9e94-5c92e5ce63bd","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.383064738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e3c5b831-0051-48f8-baa8-4c65434f94e6","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.405873333Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-premium","reconcileID":"96ff5af5-bf9b-42e0-96d1-8301699552ba","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.425732125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6941000a-83d0-4ad3-9d5f-2baf40a8a397","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.47702745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"24849626-ab77-4bac-9746-1ef7b34ba492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.477388645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"080c0a05-0a87-41d8-90fa-39882198bc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.477768374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1d6d16dc-9dbc-453e-825f-0cd25b154edf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.485991694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"080c0a05-0a87-41d8-90fa-39882198bc65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.486000202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"24849626-ab77-4bac-9746-1ef7b34ba492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.489607622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1d6d16dc-9dbc-453e-825f-0cd25b154edf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.49747498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"6b5cb66e-c30a-4a88-b510-f4c0510d2b1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.497654668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-free","reconcileID":"89b56d80-f116-4d0a-84fb-707f6204e2e7","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:41.498266736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-premium","reconcileID":"a5fedbdb-af24-4e67-a841-c3b89913a77e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.777948257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"28d1a7e0-bc12-4072-85a6-527dda04da0d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.786104951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b55e8d38-30d8-4126-b3c3-7e272e2cd9c6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.787038267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7f32d426-7b8b-410c-acfc-5c44ada5a681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.79026769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d44098a7-2ff7-4b8e-a8e6-cf15ca1b9689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.795838481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b55e8d38-30d8-4126-b3c3-7e272e2cd9c6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.796159897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7f32d426-7b8b-410c-acfc-5c44ada5a681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:42.798914778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d44098a7-2ff7-4b8e-a8e6-cf15ca1b9689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.504047192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"50b0e55d-1238-4e35-af03-155edd3c69c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.507912858Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"50b0e55d-1238-4e35-af03-155edd3c69c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.51153403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"50b0e55d-1238-4e35-af03-155edd3c69c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.517068053Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"50b0e55d-1238-4e35-af03-155edd3c69c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.520096003Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"50b0e55d-1238-4e35-af03-155edd3c69c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.522949972Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-subscription","reconcileID":"50b0e55d-1238-4e35-af03-155edd3c69c5","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.55206076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"9f1c376d-2df2-41d7-ba04-1c9daf8edc92","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.567985009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"3d1395a9-399d-4609-b7ab-6cd890d1424e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.578521917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"2e3f4e8e-d900-4e2e-894f-dbe8860565de","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.580216258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"bf5cceec-dbab-43d4-a8c8-f6efa2823f56","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.580497588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8a4f69d4-17d4-4cd2-a0c2-5c0048020b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.580860739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e65d7f95-f27f-4cef-846b-98ee493925be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.588213079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8a4f69d4-17d4-4cd2-a0c2-5c0048020b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.590064602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"bf5cceec-dbab-43d4-a8c8-f6efa2823f56","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.591135581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e65d7f95-f27f-4cef-846b-98ee493925be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.69374532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"95cbd435-ae00-41df-b4c2-d57e68c41083","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.698174222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"d9468506-f865-42a1-b31f-d8aed8d88074","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.707501462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"d4cfa9e4-ca6a-4ea3-a519-a99527b5ea9e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.712056435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-distinct-models-auth","reconcileID":"d4cfa9e4-ca6a-4ea3-a519-a99527b5ea9e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.735592812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"b51007cb-e404-4f77-be2b-1b310a4e6597","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.736071756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"0c60b839-6564-4353-b564-ae6a30a09bb5","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.874302731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8cb0f34e-2b68-4cab-b8ad-86d07bf08427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.87509574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6e541240-6613-4a0d-a753-3086febd810c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.887092009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6e541240-6613-4a0d-a753-3086febd810c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:44.890954036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8cb0f34e-2b68-4cab-b8ad-86d07bf08427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.172212833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"318c95fa-5735-4575-97d1-d82c9836b051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.173362584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6ce12698-1bf8-44a3-8085-d68668764f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.199888709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"318c95fa-5735-4575-97d1-d82c9836b051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.202370741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6ce12698-1bf8-44a3-8085-d68668764f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.719483184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"92c81dc8-2faf-4f06-bd51-eace65d2ad2b","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.735435861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"28336f55-45de-4d17-a74f-bcbb6db91087","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.757273855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"ae61bcd9-c15d-4140-944a-b59255e12863","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.819739144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"ae61bcd9-c15d-4140-944a-b59255e12863","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.870706498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"4254af26-31c9-4be7-a332-763bfd8dafd6","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.893809643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"97253bdc-3a88-403d-ade1-3af886d43a0c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.899974822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"31c3772a-ee58-43e2-b440-39de25cf76ed","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.920170301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"97253bdc-3a88-403d-ade1-3af886d43a0c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.920343877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"cbb2114f-851d-4fbe-b122-bf0f8e41e954","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:45.920983066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"55d6bd23-7cb1-45a9-82f3-2591a00f8fe5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:45.925025468Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"cbb2114f-851d-4fbe-b122-bf0f8e41e954","name":"distinct-w4-0aa61b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:45.925144004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"cbb2114f-851d-4fbe-b122-bf0f8e41e954","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.930999766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"fd4a71ef-8b69-42a8-965f-2a8767e2bfb2","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.934423409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"21cfc2f9-74b9-464b-b64d-2b347f7c547a","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.940664098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"093cecc3-5075-4b02-81ef-2631098e19c7","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.976224605Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"42dfbd83-7ce3-43a6-9d21-1f9a478c1a3d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"distinct-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.998273356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"3adc1e1f-90b9-4c47-9e55-feb2abf6d689","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.999170515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"db942c12-dd59-4c0e-b688-bcd703708c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:45.999853873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e8251e6c-671f-4eea-a041-1541342c7571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.01017248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"3adc1e1f-90b9-4c47-9e55-feb2abf6d689","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.016607256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e8251e6c-671f-4eea-a041-1541342c7571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.017453847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"db942c12-dd59-4c0e-b688-bcd703708c97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.018326061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"dc390d03-f4d5-4031-9e78-94f0f312e279","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.063200039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"28026105-d53c-4402-bc69-15dfceac44d4","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.081041639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"5ae2f9f7-bcdc-4a41-9f7d-da6ef2aba26a","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.088483506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"a8f0395e-609c-4208-bc8b-316831a42eb2","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.09755224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4f05de1f-1ea3-4173-9a5d-467ed66142a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.097973379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"850f8fe7-924a-4a10-ab9a-5913d57202f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.107567623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4f05de1f-1ea3-4173-9a5d-467ed66142a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.112128659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"850f8fe7-924a-4a10-ab9a-5913d57202f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.197535645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"25894ff7-23c0-409f-a8ad-1fc9500f9a40","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.28101141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"25894ff7-23c0-409f-a8ad-1fc9500f9a40","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.297419349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"1d6f029f-1738-4451-bce8-c04c23cd1583","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.298653569Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0aa61b priority=0:[ai-tenant-e2e-worker-w4-0aa61b/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-0aa61b/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.348803475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"8e61e004-2920-422a-9224-571f1c3d7c28","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.349997881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"4c969bc8-f475-425c-90d5-de0c6499afd6","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:46.359923742Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.362453956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"497d109f-4673-49ca-80c3-6c2ad91e154a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.363149129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8e1e1d41-079e-4bfb-98a9-673f18edfcff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.363904247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7d7c03dc-f86f-4ccc-aad3-520af1dd5399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.384693095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8e1e1d41-079e-4bfb-98a9-673f18edfcff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.388294282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"497d109f-4673-49ca-80c3-6c2ad91e154a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.390854565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"af3047da-3a17-4c48-8504-b5eae7d76e62","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"distinct-2-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.391219215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"9c175723-3b3a-4ce0-9599-774045cdebcb","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.392102909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7d7c03dc-f86f-4ccc-aad3-520af1dd5399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.411858641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"01a65b7e-078e-440b-9851-1c2267f657e2","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.416388532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"9b1c6283-29cf-4dce-8b4b-85b61c910fb3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.4473892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"9b1c6283-29cf-4dce-8b4b-85b61c910fb3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.474312588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"e69148a2-4841-4c66-940c-b01cc46ef744","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.516451065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"579a02ce-9673-41ad-975f-c9bcf26a2d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.516592562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"753368ad-5f59-4c1c-a621-fd1a66d4c060","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.516933242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"559eb2d4-4463-4f7e-806d-dff796369ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.523659126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"579a02ce-9673-41ad-975f-c9bcf26a2d9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.524364555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"753368ad-5f59-4c1c-a621-fd1a66d4c060","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:46.526571954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"559eb2d4-4463-4f7e-806d-dff796369ebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.755759907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"265748ee-d58e-4462-8a24-081b3ac45b37","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.76994487Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"70a4cd80-2e65-444c-a5c6-f85a9c42a52d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b9bb640","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.772619284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6781a69c-88f5-40b8-96f0-d25b2766a4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.773723884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"61e5d023-cbcb-4341-a68b-c32fad8116b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.777044468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"3f796bea-1727-414f-abd1-6139c4ebfdf7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.777380738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"8bc51279-a2ac-4f9b-be8f-ffad050f343e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.782432627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6781a69c-88f5-40b8-96f0-d25b2766a4a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.783541414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"61e5d023-cbcb-4341-a68b-c32fad8116b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.784855678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"3f796bea-1727-414f-abd1-6139c4ebfdf7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.786873508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"8bc51279-a2ac-4f9b-be8f-ffad050f343e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.968891456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"431a83c4-ff4b-4129-b80d-169588314491","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.9695926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"6b561e09-ffc6-44b5-85d1-b8086ae4eda1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.969758095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e296bc0-7b87-487d-965c-61f0deb46fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.970054292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"24aa3a67-d19a-4427-9669-9d8c3a745db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.976293159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"431a83c4-ff4b-4129-b80d-169588314491","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:47.979212244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"24aa3a67-d19a-4427-9669-9d8c3a745db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:48.044859332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"6b561e09-ffc6-44b5-85d1-b8086ae4eda1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:48.044892557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e296bc0-7b87-487d-965c-61f0deb46fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:48.792147421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"ef333f9b-d032-4c74-9d2c-d0619220f216","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:48.798892437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"ef333f9b-d032-4c74-9d2c-d0619220f216","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:48.823766865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"bc12be68-eb3d-465b-b323-541fed0bb132","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:48.841847023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"bc12be68-eb3d-465b-b323-541fed0bb132","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.677413151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"b89b9681-d852-452d-87b0-aa679f0ea2cf","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.677433004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"b89b9681-d852-452d-87b0-aa679f0ea2cf","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.687764183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"b2c74936-e168-40cb-b65a-086e2303eeb0","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:49.688172722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"fc3f107a-7e75-4bd5-92d1-293ebe44b591","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-4a127b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.688918377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"f8f7e223-3891-4b7e-a820-5ab298ff89eb","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.68893202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"f8f7e223-3891-4b7e-a820-5ab298ff89eb","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:49.692068614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"9b4e662b-d95e-491b-8fb0-17b407da3d5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-4a127b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.696902918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"8751ece0-3db2-4c9c-b864-ef01d29e166e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.697079473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"b2c74936-e168-40cb-b65a-086e2303eeb0","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.713152791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"c5ffd1ba-608b-4ba3-9aef-f71c350b77a7","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.713170556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"c5ffd1ba-608b-4ba3-9aef-f71c350b77a7","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.721054106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"52bcbdd1-1161-468d-87ae-d97951715d16","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.721068084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"52bcbdd1-1161-468d-87ae-d97951715d16","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.733871769Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"5bcb4191-0e33-427a-bf02-5c0ace4d3b4a","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"test-model-4a127b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-4a127b/test-model-4a127b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.752612737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"e6e87d84-6827-4d5e-ac38-6612122b3cf1","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.752635665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"e6e87d84-6827-4d5e-ac38-6612122b3cf1","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.78441165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"343dcd95-d270-4feb-bf3f-80e097779fe7","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.793559829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"343dcd95-d270-4feb-bf3f-80e097779fe7","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:49.83306514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"9514e09a-5061-4ede-a557-d8fe9cf76664","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.279724991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09742a79-a143-4f13-a8b4-a35181fa295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.283018702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09742a79-a143-4f13-a8b4-a35181fa295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.288081088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09742a79-a143-4f13-a8b4-a35181fa295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.442862791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09742a79-a143-4f13-a8b4-a35181fa295f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.699808717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9909e3f-cb43-4197-801a-117f06520364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.703092385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9909e3f-cb43-4197-801a-117f06520364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.706424362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9909e3f-cb43-4197-801a-117f06520364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.709645744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9909e3f-cb43-4197-801a-117f06520364","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:50.982853123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"a19d0a2e-5c0b-4490-b235-6210ff130374","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.002715289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"a19d0a2e-5c0b-4490-b235-6210ff130374","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.00274101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"a19d0a2e-5c0b-4490-b235-6210ff130374","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.00287268Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-sub","reconcileID":"a19d0a2e-5c0b-4490-b235-6210ff130374","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.015647212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"d0dc2652-6312-498d-a575-dbdcd678daea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.025817831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"aff9b930-2c1a-4c49-87c8-b3aa42d9b6bb","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.034665576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"ad8c816c-b189-4787-9d79-32df9658d9cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.034708411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e6913a37-f4ad-410d-949e-0cfd2b8ed4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.035098231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"41d8e96c-566d-4f44-bf85-1692815ad751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.043315723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"41d8e96c-566d-4f44-bf85-1692815ad751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.043487736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"ad8c816c-b189-4787-9d79-32df9658d9cf","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.046959196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e6913a37-f4ad-410d-949e-0cfd2b8ed4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.164321594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-degraded-auth","reconcileID":"79ec6fc7-4591-47a0-8ce7-3141ad381a2a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.164650392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"9630c402-229a-4aab-9ac6-305f6d263435","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.1757483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a4c13d16-29b7-4a52-85ac-b85cf7a3f7a7","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.243030147Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e38ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e38ef4","reconcileID":"413fa996-94e3-463d-8598-5e04839c4877","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e38ef4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e38ef4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.456423005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10ef90d-9664-4a5e-b0cc-8c55830f092b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.482734755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10ef90d-9664-4a5e-b0cc-8c55830f092b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.48920417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10ef90d-9664-4a5e-b0cc-8c55830f092b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:51.512077739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e10ef90d-9664-4a5e-b0cc-8c55830f092b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.048595946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"503e7320-f0f6-4ac7-a5dd-30f2b74f189e","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.056218337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"003cb094-bebf-40d8-8f7f-3b87863c6111","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.066790116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"42cc16dc-23c8-46a6-a6e4-b0c4636c01c5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.074441882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"42cc16dc-23c8-46a6-a6e4-b0c4636c01c5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.192129089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"ac725de5-cddd-4483-af1f-5e6c41a04e09","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.200039221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"439b8592-efaf-4f5c-9f91-37a6fd019565","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.206645032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"439b8592-efaf-4f5c-9f91-37a6fd019565","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:08:52.37109548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-sub","reconcileID":"0d8d4bf7-f146-41e7-affc-164890efe932","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.372948863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"8437bf96-9df3-45cf-a8a0-7b555bc4dfe2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.373047737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0073a938-7af7-48c2-9649-7fdfd269be96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.373356845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cc2d3d3a-ae08-4a4c-ac74-fc885faeaca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.379721953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0073a938-7af7-48c2-9649-7fdfd269be96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.380756832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cc2d3d3a-ae08-4a4c-ac74-fc885faeaca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.381979772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"8437bf96-9df3-45cf-a8a0-7b555bc4dfe2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.474526392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ffbf39fe-9c4d-4903-9275-5fc04ae58d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.475707219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"2f6fbe64-1ce8-4fca-aeed-147760979981","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.475837747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"85448d6b-ba11-4f98-bc70-078c277b3459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.486454986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"2f6fbe64-1ce8-4fca-aeed-147760979981","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.486865771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ffbf39fe-9c4d-4903-9275-5fc04ae58d2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.489332572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"85448d6b-ba11-4f98-bc70-078c277b3459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.798006282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-free","reconcileID":"04899d5c-a9cf-4f74-9697-2e52808ac0ce","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.816512861Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-free","reconcileID":"04899d5c-a9cf-4f74-9697-2e52808ac0ce","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.850450073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-premium","reconcileID":"56e79c1e-3f33-4717-819e-38caec543e5a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.851584522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"27ab4401-dcad-4924-92c3-2ccadd2ef642","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.85628528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"16c980b7-7226-479c-93d0-bff7e6f8e002","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.94946177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"044f397a-dee5-4adf-9b4c-b5692bddb9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.949879447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"19db0ef5-5ee0-4fc2-b1e8-84adfd3b707b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.956835774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bef66889-5a2b-42ab-a9b1-105829d79e73","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.957917293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"044f397a-dee5-4adf-9b4c-b5692bddb9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.961116825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"19db0ef5-5ee0-4fc2-b1e8-84adfd3b707b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.963472567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bef66889-5a2b-42ab-a9b1-105829d79e73","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.971746085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ab0fb822-4bb2-4a37-913b-1ef1ba5249ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.972015044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c0c3c048-1d7f-423d-9b13-11969e8d4cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.978413112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ab0fb822-4bb2-4a37-913b-1ef1ba5249ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.978561458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c0c3c048-1d7f-423d-9b13-11969e8d4cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.978859441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"9f909a23-60c3-40a0-b159-de95d0a4a0e8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.985423307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"9f909a23-60c3-40a0-b159-de95d0a4a0e8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:52.998878047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"182ac16b-143d-4962-8998-d7f305a9468e","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:53.074055238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d6c4dcf-5b6c-40d5-bb70-7255eada23a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:53.074095402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8ff4102c-9eb7-4ffe-b396-fd0b0b6418d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:53.081425913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8ff4102c-9eb7-4ffe-b396-fd0b0b6418d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:53.081764237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d6c4dcf-5b6c-40d5-bb70-7255eada23a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:53.173596804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a9c1c637-8ace-4790-817c-69bc1a81fba3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:53.180592758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a9c1c637-8ace-4790-817c-69bc1a81fba3","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.797377566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"f495ab19-8d00-40a7-acc3-55f017c87a11","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.875110417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"1e570def-e031-4660-8442-96a78839c6fd","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.898547042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"7ad57b3f-38ef-45b8-8e6c-35deeeeb0cbe","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.920858535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"4a9436ba-7f9e-4ebd-8c7a-c82f3fc061a4","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.920975115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"4a9436ba-7f9e-4ebd-8c7a-c82f3fc061a4","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.965028188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"603dd43c-ef31-499f-9e24-c2843464447f","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:54.973700147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"603dd43c-ef31-499f-9e24-c2843464447f","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:55.879991267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"8da79d48-6341-400f-b791-1b8557ef37bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e38ef4","tenantID":"e2e-extmod-a-e38ef4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:55.913699796Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"8da79d48-6341-400f-b791-1b8557ef37bf","name":"e2e-extmod-a-e38ef4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.775900592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"9d2961b9-d5d0-4489-907b-2d1282e2ebdb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.780096795Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"9d2961b9-d5d0-4489-907b-2d1282e2ebdb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.784220409Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub1","reconcileID":"9d2961b9-d5d0-4489-907b-2d1282e2ebdb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.814454332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"a52bb3f3-dbbf-434b-9a02-c3b6f37b415c","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.828743808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"c2079db7-3ae8-4cab-b095-ce1d727ded26","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.829513518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"2d873f3a-4b50-4f9b-89f7-7ce7f53035fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.829699891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"55a15679-877a-4ffd-98d7-d56e01a94433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.830177068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5838c204-e05f-4eac-bf2a-a539ec323226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.837318303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"c2079db7-3ae8-4cab-b095-ce1d727ded26","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.840335137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"2d873f3a-4b50-4f9b-89f7-7ce7f53035fd","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.840585067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"55a15679-877a-4ffd-98d7-d56e01a94433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.843085685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5838c204-e05f-4eac-bf2a-a539ec323226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.927431708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"d0a875ff-2288-41a0-bad3-8bc1334ce5d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.934178048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"d0a875ff-2288-41a0-bad3-8bc1334ce5d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.946516646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"3157757d-04ac-4755-88a1-a1fac40e70cf","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:57.959816334Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"0603fbc1-6346-42d3-a0c7-8aa094c5de1a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8854ed13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.02941567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"349c45fd-db06-48a8-9aac-84737e7cddb1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.029565965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a30f1086-0156-43b4-8f88-b5450bde2251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.029955503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1cdf638-0138-4bcf-afdc-a61c8e71122e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.036554569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"349c45fd-db06-48a8-9aac-84737e7cddb1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.036561832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a30f1086-0156-43b4-8f88-b5450bde2251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.03900138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1cdf638-0138-4bcf-afdc-a61c8e71122e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.056689569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"837e00c1-1877-4007-999a-01aa513bb63f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.058369938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"68e7f223-f3d9-4bd5-b4bb-caed134a25ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.058975551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"67e24c6f-fac7-4b8e-91e2-67a6c2765a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.059099225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"9f9eb059-bf49-4da3-80e2-66788b9f4ddd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.063807517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"837e00c1-1877-4007-999a-01aa513bb63f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.065692264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"68e7f223-f3d9-4bd5-b4bb-caed134a25ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.066329975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"9f9eb059-bf49-4da3-80e2-66788b9f4ddd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:08:58.071709783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"67e24c6f-fac7-4b8e-91e2-67a6c2765a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:02.969180805Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-sub","reconcileID":"968a0f07-8bc0-4dd2-a193-8a9a2edc5b13","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:02.969290703Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-sub","reconcileID":"968a0f07-8bc0-4dd2-a193-8a9a2edc5b13","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-3a6480/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.005916605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"470b241f-28a7-4108-b02f-e60c21ed938c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.007953261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7c9fa81c-7331-4b79-b644-76b5bf1e16e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.008103352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"246d1b89-3654-443c-9aa2-ad973d7c9850","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.013087679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"470b241f-28a7-4108-b02f-e60c21ed938c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.015291415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"246d1b89-3654-443c-9aa2-ad973d7c9850","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.015409789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7c9fa81c-7331-4b79-b644-76b5bf1e16e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.015803707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-premium","reconcileID":"bbea7f27-f069-4e9f-b58a-cb0215e4248a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.033925268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-subscription-premium","reconcileID":"bbea7f27-f069-4e9f-b58a-cb0215e4248a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.091440819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"778cec00-b538-45b0-bc2f-2307b81bd570","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.091937671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"cefc1e65-9eac-4d42-866d-d2905ed7a7a1","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.111078155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a94d5023-ced8-475d-8e53-f4d48957a047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.111382155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"04a5df0c-80e0-493c-8f8b-0863d0d1cd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.111095893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a96eb316-ffe9-44ff-bcd5-beff404e372f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.120397258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"a96eb316-ffe9-44ff-bcd5-beff404e372f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.123356605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a94d5023-ced8-475d-8e53-f4d48957a047","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.126264723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"04a5df0c-80e0-493c-8f8b-0863d0d1cd6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.135157338Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-apikey-failed-auth","reconcileID":"dcc8f846-70b6-4ef5-a5bd-4214beff0535","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.135169749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"22759041-f309-4f07-9cce-edc15557d1d9","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.226933113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f7787396-4885-48a5-9efb-a29d79b3db36","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.226992952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3b1dbcbe-b53c-4876-bec0-e163675974e3","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.238138021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6606c463-2238-43ea-8051-a6ab867cac67","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:03.238946676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"4573812e-3074-4073-b8c6-764a270d93f1","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.116445801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"28270c18-7bc2-433d-9fcf-d5d01c15efd6","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.123537962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"94a0d8e0-487d-4c2a-93c9-9ee4bba01288","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.189867091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"dd92cf6c-7463-40e2-bb0f-64fa15bcba2a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.198040663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"dd92cf6c-7463-40e2-bb0f-64fa15bcba2a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.223165785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"712fcadf-1192-44e1-acdf-bc70a1f2ac6b","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.285517467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"97364d83-558f-43ac-adcc-6a8cffde5573","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.29364268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"da0b6353-2b5e-4f0a-9eaa-b7e94f105388","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.294123341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"a9104e94-738c-4047-aafd-6b4edc781bbc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:04.294484848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9","reconcileID":"afdbd93b-bb1d-4754-ab42-c6f391aea90c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-eb234fc9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.301643064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"a9104e94-738c-4047-aafd-6b4edc781bbc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.314208487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"ef583193-6038-43a7-a13a-42320304e8e7","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.322444976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6f8a2fb8-8119-4e57-9ddb-52cc96fc3c85","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.34966112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9","reconcileID":"6a161ee8-88a7-402a-a126-0b3864fc5d55","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-a-eb234fc9","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.375204863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6cefa435-4237-4ff6-ad09-635fa30c9179","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.396792263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d360c6d4-02a7-4724-9d64-7daa807286fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.396789655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a23d95bb-e836-42d4-acec-b00503231b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.409598777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a23d95bb-e836-42d4-acec-b00503231b71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.409840103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d360c6d4-02a7-4724-9d64-7daa807286fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.439654778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9","reconcileID":"8e43858e-be71-4d9e-9e8a-c11d34617f0c","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.439661216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"6e2324b5-3a69-490b-9cc4-f46d5301b8f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.491149721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"2e165c5c-6e15-4f1a-a647-2b2c82dbf11d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.497873226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"2e165c5c-6e15-4f1a-a647-2b2c82dbf11d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.598667856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"07f97983-3bf5-46b1-bc5c-766c564c53fe","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.606286362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"8eff3302-6e2b-4359-b19a-8eb7c416f9ec","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.626981819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"c3788274-cb99-4f1f-a789-c1183b2753c7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.636085437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b2158105-b116-4ea7-bbad-5cae265911e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.63700262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8ceddbaa-3975-4490-9c49-8fa7a13160df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.645655998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"c3788274-cb99-4f1f-a789-c1183b2753c7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.647597457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b2158105-b116-4ea7-bbad-5cae265911e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.651662954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8ceddbaa-3975-4490-9c49-8fa7a13160df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.698304607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"9c5ed649-ea21-448f-a14a-ce0b1b6e07c5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.705652105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b6214152-26a1-4dc1-a5f7-f27ec57c6cf1","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.716277646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"f4796b70-7db9-40ed-9dac-8028d9c312c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.724194326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"f4796b70-7db9-40ed-9dac-8028d9c312c9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.766571138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.801957905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c6aba8d3-bb4b-4c03-ad13-7241d643c118","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.81217709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e6b7d2ef-d9a1-4bda-8aa0-61f86604ef8f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:04.817976804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-user-subscription","reconcileID":"be403953-90f8-4c7e-a186-927712868c76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.824080814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6ac23d95-eb6b-4390-b7c0-8dfa9872dbf1","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.831852909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"64277721-03ec-460d-8f3d-3746ce2cae90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.833149196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"f7348072-4561-4834-b566-e123b5e9f1aa","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.840402428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"cf6733b9-f1b3-4030-b544-37546712f4b0","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.845381819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"64277721-03ec-460d-8f3d-3746ce2cae90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.850134479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6236a1fa-c831-41be-a45c-3d985d46c005","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.881289187Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-user-subscription","reconcileID":"66b10ff5-ecbb-4f71-b3f2-e83998232c24","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.927670272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"288bc5df-8d61-4b95-bbe7-4d18c029b958","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.930549755Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3a6480 priority=0:[ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-a-eb234fc9 ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-b-92139edc]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.931345133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"39605f39-b0a6-4eda-aa02-980b4f5a91af","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.934617692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b37f5538-6c61-4218-8f04-34fba09e38e5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.940556554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"08645e68-1b98-4c20-80cb-9cc5b8c3fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.942301848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"02fee0a2-e916-4a06-bdd8-b187b1907b13","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.947719424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"34530ae8-7406-4743-ab6a-8931a4bff51f","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.951321147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"39605f39-b0a6-4eda-aa02-980b4f5a91af","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.956566401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e99dcb95-9523-4a33-b6aa-0bf3a6162f3c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.957088075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"aa949e21-0e35-4d9d-9728-827f9700adcd","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.960664883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"08645e68-1b98-4c20-80cb-9cc5b8c3fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:04.961921188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-b-92139edc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-92139edc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.971494737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"49dba2ce-a2b8-4be6-8088-fcb7e0c1f06f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:04.972709718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-user-subscription","reconcileID":"2296c261-2e27-4976-b16e-c8959d8926b2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.090966216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c454603f-7e46-4c0f-9bc2-6cfaf6a162b7","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.092932733Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3a6480 priority=0:[ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-a-eb234fc9 ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-b-92139edc]","namespace=ai-tenant-e2e-worker-w2-e27ae7 priority=0:[ai-tenant-e2e-worker-w2-e27ae7/e2e-test-other-subscription ai-tenant-e2e-worker-w2-e27ae7/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.100225915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"ce2ba6ce-7d29-49fa-8a94-4af82fec26e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.101367853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ca758847-029c-4ce2-9511-6ac6ed49d3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.106138529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d71a6a09-065d-4310-bfac-4563581f888b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.155361702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"ce2ba6ce-7d29-49fa-8a94-4af82fec26e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.159176985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ca758847-029c-4ce2-9511-6ac6ed49d3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.160225625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d120116d-f2d4-4122-9ce3-c318490f3201","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.169718465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d71a6a09-065d-4310-bfac-4563581f888b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.243392194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"f7ea1133-5263-41ad-ab0c-9fe577c32ade","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.244262747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"78adff21-1563-4bbb-892c-987358190057","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:05.246884838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e27ae7/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.247219813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"816a6e2a-ba79-4692-abe0-44ac0525483b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.252028965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c3fd6814-26f6-4ba1-8be6-a9dbecfd10aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.275321548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"f7ea1133-5263-41ad-ab0c-9fe577c32ade","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.279479505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c3fd6814-26f6-4ba1-8be6-a9dbecfd10aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.281951626Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc","reconcileID":"df29454e-6bdc-4e88-bcf2-00fce60d96d1","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-a-eb234fc9","ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-b-92139edc","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.343759215Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-other-subscription","reconcileID":"0203a420-cfc0-4fd6-8f79-7ff19f72030c","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-e27ae7/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.34687158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"dbd695ef-d935-4d4a-83a2-d40a5740aa15","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.347017124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"30ee2267-3b51-48e4-8aa4-07225152db45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.352803144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7b1ddfa3-46e7-49e6-9236-73aafbf54910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.353407037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"26418e36-6a8d-44b3-ac95-815a675bbd44","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.353914877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"8990ceac-d91b-42f5-bad8-bc3f2f9b4358","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.358277957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"dbd695ef-d935-4d4a-83a2-d40a5740aa15","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.358646405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"30ee2267-3b51-48e4-8aa4-07225152db45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.363385796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"26418e36-6a8d-44b3-ac95-815a675bbd44","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.364722377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7b1ddfa3-46e7-49e6-9236-73aafbf54910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.368899988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"5ea59299-6727-46e0-b215-f5d00c7689b0","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.369411632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"ab4fe45b-da71-4fb7-8472-2e242cdf6d7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.370122595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"99f779de-6d53-4b55-9a37-f9e5febbc665","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.371489017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9","reconcileID":"2d69da17-2eb3-43ff-80c5-68d2708e6766","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.463085224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ecf5ac6a-9190-40fa-ba9c-4ae7d959aa02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.46752175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-other-subscription","reconcileID":"d99f8bd6-04d9-4823-945c-2b1e6c246fb7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.468185866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc","reconcileID":"03afc094-d3ed-4128-b22c-d0880118ff50","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.472030752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ecf5ac6a-9190-40fa-ba9c-4ae7d959aa02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.47827556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-user-subscription","reconcileID":"af2d22fd-3ea4-40fe-a755-e0daf7d0e9ac","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.558152347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"ec457ee1-88cd-4c4d-817c-5a5cecee2727","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.571868623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5e5d8cb8-898d-4dd1-aa70-c6bac5f5745b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.572461305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"37a1c4ba-9acb-4c3a-8716-f1a60ceca426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.573404305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"ec457ee1-88cd-4c4d-817c-5a5cecee2727","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.594601817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5e5d8cb8-898d-4dd1-aa70-c6bac5f5745b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.607069745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"37a1c4ba-9acb-4c3a-8716-f1a60ceca426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.627446226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"5a9661fe-6988-4a7b-b455-47471fa4f67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.633108226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"2f2128a0-5c55-4dbf-954b-bd8a5862a481","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.63728655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"5a9661fe-6988-4a7b-b455-47471fa4f67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.640995022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"97d3b095-4b06-4164-af8c-6e218eb03e12","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.687168525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"2f2128a0-5c55-4dbf-954b-bd8a5862a481","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:05.696352417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"97d3b095-4b06-4164-af8c-6e218eb03e12","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.524442067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1595b462-e938-4df8-a934-17e64ecbb7d0","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.582519746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b2ef5139-cc59-4499-a879-06a2b70a4b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.5832487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ee46561d-89a2-4fa4-b4a6-9d237ab5913c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.585834575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"05b11fe5-832f-49c9-bde8-9a18cbc8a400","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.593633819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ee46561d-89a2-4fa4-b4a6-9d237ab5913c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.597333332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b2ef5139-cc59-4499-a879-06a2b70a4b9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.60428191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"05b11fe5-832f-49c9-bde8-9a18cbc8a400","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.886129198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4264f20-ab5a-4ea3-94ad-c46c75c77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.889383482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4264f20-ab5a-4ea3-94ad-c46c75c77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.892418427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4264f20-ab5a-4ea3-94ad-c46c75c77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:06.895478643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4264f20-ab5a-4ea3-94ad-c46c75c77af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.111052948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6424c4-f3e8-4534-8cd8-eb0ac745e6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.1141635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6424c4-f3e8-4534-8cd8-eb0ac745e6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.117089845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6424c4-f3e8-4534-8cd8-eb0ac745e6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.120213545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6424c4-f3e8-4534-8cd8-eb0ac745e6e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.967158107Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"48b24635-690e-4b89-859b-0d6bc47eb5d5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.970527359Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"48b24635-690e-4b89-859b-0d6bc47eb5d5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.974520344Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-sub2","reconcileID":"48b24635-690e-4b89-859b-0d6bc47eb5d5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.998600283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"156eba69-8121-46e5-a370-2d103fa93ddc","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:07.998895154Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-3a6480 priority=0:[ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-a-eb234fc9 ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-b-92139edc]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.008259265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"4f69032b-5f1d-47ef-abf7-695db843af42","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.014796409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"e28a3623-a4a3-4a4a-a3f3-e1b123769310","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.021025135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"d2243c5d-6d2f-4fc2-a12d-78acf92033f8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.021059607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4950fe69-093d-4e26-9fe1-2530ca13155e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.02147258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8402b7f3-7cf7-4d47-9458-10373bd5f860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.024977703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"e28a3623-a4a3-4a4a-a3f3-e1b123769310","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.028069381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4950fe69-093d-4e26-9fe1-2530ca13155e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.02832646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8402b7f3-7cf7-4d47-9458-10373bd5f860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.030318168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"d2243c5d-6d2f-4fc2-a12d-78acf92033f8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.111698812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"b4205029-a1a6-4943-8a37-916bc8fedb1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.11932589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"b4205029-a1a6-4943-8a37-916bc8fedb1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.128514512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"34195d45-fd22-4439-a404-96e47bfa2e82","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.131331445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth1","reconcileID":"d936a838-5118-4641-bf41-488798a9ffc3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.148005568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"87638605-d100-44d1-b95e-13060266de1f","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.384085975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-return-all-auth2","reconcileID":"84758c2a-1025-4263-9256-fa99fb5b25db","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.384418618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"b802a443-ea65-4b07-823d-b8a73b916930","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.395946665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"fa8dd470-5bf2-4d4f-b897-7fed49f4c413","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.577745585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b84bebc0-201d-40ca-ad9f-bf3caae1a249","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.591201929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"4c4cb1a3-0e41-4b8e-861d-b5d4e620a842","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.591276569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"945db690-f16b-4e30-87b3-c4e7f833610d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.591710918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"bbe1afa3-f9b4-49b4-9e54-40f88b59a3e3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.591719594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"69babd08-1d44-40f0-87f4-a1267b482836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.598643812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"69babd08-1d44-40f0-87f4-a1267b482836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.598710378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"4c4cb1a3-0e41-4b8e-861d-b5d4e620a842","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.601078953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"945db690-f16b-4e30-87b3-c4e7f833610d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:08.601095182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"bbe1afa3-f9b4-49b4-9e54-40f88b59a3e3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.577859356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"e1753aff-6d59-4db8-a428-1696c08b817c","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.58558373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"8653741f-81e2-48d9-aba2-911fd41a4297","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.592945046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"05c0adf8-d7d4-4af6-bc8b-c8c236ee0046","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.604334925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"05c0adf8-d7d4-4af6-bc8b-c8c236ee0046","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.625031896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"5112a62d-9095-4f44-be8d-08b931449e9f","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.69495613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"83a37f73-6597-46b2-b4d6-8f0e02a2e132","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.701978019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"83a37f73-6597-46b2-b4d6-8f0e02a2e132","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.774878711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"66888f27-bd4b-4e81-a408-2459389b8ddd","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.782433785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"519f9d1d-8049-4cc3-afff-b52b80cebfd3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.785053077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"e7eedc9c-8d40-4bb0-926f-94ec48aa4f2a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:09.786417674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.79566229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"1cb856e1-fae9-455d-860a-5b94c7aaebc8","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.846314225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2393d93c-b390-4ad4-ace5-b7e8e3f71ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.84702814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"c43e1b9c-74f3-4c72-86f1-08e98867b370","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.847592276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"874a6282-8397-4952-9672-02ea1e134c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.863590664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"c43e1b9c-74f3-4c72-86f1-08e98867b370","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.864253257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"874a6282-8397-4952-9672-02ea1e134c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.874214739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2393d93c-b390-4ad4-ace5-b7e8e3f71ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.886513705Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-sub","reconcileID":"10dba155-0be4-433d-b2a7-eaa6b9a9031a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.894576975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"5aada670-114b-4bc1-9b11-45e423d32bc6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.894681012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1c9ef648-c929-42f6-9a89-f4ae843a164a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.895079737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4b844e6e-e65f-442c-9927-072c65e8368a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.902068157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1c9ef648-c929-42f6-9a89-f4ae843a164a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.902099072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"5aada670-114b-4bc1-9b11-45e423d32bc6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.904475105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4b844e6e-e65f-442c-9927-072c65e8368a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.905664963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"3edaf954-9142-48d0-a71d-c0fb5c33e2b2","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:09.909282185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"7fc686c4-57c3-4575-b60f-c46942f4ddd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.010356588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-sub","reconcileID":"7550cc67-9377-4574-b187-1f60dad5d485","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.357214562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"6fe1acd7-2704-41f9-8346-009be1308f96","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.37280194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"9ec2bf26-aa70-4738-8a10-e5312b9c2da1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.373552052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"86cae529-9efa-4148-9294-077642c21b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.374405068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"03d06644-e756-4fd7-92b7-78fd75acfecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.380995766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"9ec2bf26-aa70-4738-8a10-e5312b9c2da1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.381017826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"86cae529-9efa-4148-9294-077642c21b74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:10.383590864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"03d06644-e756-4fd7-92b7-78fd75acfecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:13.472303701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2afeb576-0113-4a40-a88b-5c2c2c0852e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:13.481266889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9f781f8d-2625-4271-b753-9478b6c16caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:13.483636774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"977cc882-d08f-449d-a881-895ed6f6bd95","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:13.577674772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2afeb576-0113-4a40-a88b-5c2c2c0852e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:13.659216876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"977cc882-d08f-449d-a881-895ed6f6bd95","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:13.724732813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9f781f8d-2625-4271-b753-9478b6c16caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.591901356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"c135114e-21e4-4d3a-a368-54176aefdb2c","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.898235394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"bece293a-aa98-49fa-848d-08b2429d96ce","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.898342437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"bece293a-aa98-49fa-848d-08b2429d96ce","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.923112169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"131e3216-a817-4f0d-b6a8-ec31b062930c","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.925467161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"153b854c-122b-4946-b43c-aa4a08589c95","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.933619521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"153b854c-122b-4946-b43c-aa4a08589c95","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.950245914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"10d096ec-db7e-48f0-a6eb-cebf5b8f5cc4","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:15.950339137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"10d096ec-db7e-48f0-a6eb-cebf5b8f5cc4","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.019324252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"92d4042e-9b24-472a-b85d-d9ff40ed7120","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.578145592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-user-subscription","reconcileID":"107d63f9-33e9-4fc7-8e17-21c1b495f3e5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.598622302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-user-subscription","reconcileID":"107d63f9-33e9-4fc7-8e17-21c1b495f3e5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.612056725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"1925594c-d289-47f4-8f7d-07bd2a020b30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.61248737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-other-subscription","reconcileID":"ff28f79b-c3eb-4bba-b110-19433a0f1a8d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.620677894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1a27aa64-c8ad-481c-9a60-76b1c86b3177","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.629088929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"2c7f11f6-587a-4c9a-ab77-9d8257df8800","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.629515472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2aef85c6-bfb0-4a0d-915f-d42e172fd827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.629860263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"acdd0130-1dd6-49b8-bbe7-96f0317234dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.637860847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2aef85c6-bfb0-4a0d-915f-d42e172fd827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.637978456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"2c7f11f6-587a-4c9a-ab77-9d8257df8800","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.640284053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"acdd0130-1dd6-49b8-bbe7-96f0317234dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.77000484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"728e4d19-cd2d-4a99-b8f5-5f910631b963","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.800724459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"89b6f044-b863-4084-9eed-01e13e19b1bc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.803756889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8a5803cc-4c9d-4751-b28e-bfc408e22af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.803821197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3965057f-ed68-4cf0-ab5b-d5421a75bcbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.80818067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"89b6f044-b863-4084-9eed-01e13e19b1bc","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.817985548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8a5803cc-4c9d-4751-b28e-bfc408e22af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:16.818879878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3965057f-ed68-4cf0-ab5b-d5421a75bcbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.37893262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"f7b1f2ca-e60e-4281-ac91-3b8bf4910708","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.378962807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"f7b1f2ca-e60e-4281-ac91-3b8bf4910708","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.419652463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"c9399e58-fbd1-4699-8619-1dc07d644261","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.420661927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"2254e51a-666a-4797-a3cf-6f6b483272fa","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.440696262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"c9399e58-fbd1-4699-8619-1dc07d644261","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.451991502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"23abc347-40c0-4d92-a260-6704a6cb9d66","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.452166228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"23abc347-40c0-4d92-a260-6704a6cb9d66","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.498480881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"bff3c374-a7f9-4601-a60e-3c26a313edbc","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:17.732867817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"b9539092-b6bc-47c3-8286-dc990e302453","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.536707625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb831ec8-d404-4c65-aa0c-79804738a0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.540370105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb831ec8-d404-4c65-aa0c-79804738a0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.547870251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb831ec8-d404-4c65-aa0c-79804738a0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.552390227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb831ec8-d404-4c65-aa0c-79804738a0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.596149363Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9","reconcileID":"0b18f03e-191b-460f-be31-004eb8241b9a","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-filter-sub-a-eb234fc9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.612616454Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9","reconcileID":"0b18f03e-191b-460f-be31-004eb8241b9a","MaaSSubscription":{"name":"e2e-filter-sub-a-eb234fc9","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-filter-sub-b-92139edc","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.627232344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"a0e2a4e8-d8a5-454a-80f0-5474a8d129b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.627490551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc","reconcileID":"a88adee1-944f-46fd-90dd-7039a238fc1c","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.632757534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"99d724ef-73f7-426d-83fc-d0072d3bea7e","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.65580503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"59d8eaf2-344f-4b0b-b525-f899c32a8ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.656592449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ec2d7743-f257-4c4a-a2e3-bf4097d851f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.657314526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"d68112ae-4bb4-478a-9227-6077317856e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.658049826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"7645a506-f63d-4d63-b7fe-3d33cc074422","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.680721915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"59d8eaf2-344f-4b0b-b525-f899c32a8ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.683443274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"7645a506-f63d-4d63-b7fe-3d33cc074422","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.684343926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"d68112ae-4bb4-478a-9227-6077317856e9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.686996118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ec2d7743-f257-4c4a-a2e3-bf4097d851f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.842050318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2c1344c0-de43-454b-84f7-3efeded34a9d","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.875326559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"820107ba-53bf-4f63-8da3-634c6188d913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.876006058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"7b378357-5369-4577-bd91-63e62ab3453b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.876232845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"85def6bf-2256-46bb-937b-c03ecf194abc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.887584808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"85def6bf-2256-46bb-937b-c03ecf194abc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.889407783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"820107ba-53bf-4f63-8da3-634c6188d913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.890744708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"7b378357-5369-4577-bd91-63e62ab3453b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.958124449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9ee8b7-2e74-4fe1-93bb-e3e1d4fe61f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.968894838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9ee8b7-2e74-4fe1-93bb-e3e1d4fe61f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.9820332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9ee8b7-2e74-4fe1-93bb-e3e1d4fe61f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.985517574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e9ee8b7-2e74-4fe1-93bb-e3e1d4fe61f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.988813494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b2a238a4-ae3b-4c37-8279-37f436281ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:18.996365084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b2a238a4-ae3b-4c37-8279-37f436281ac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:19.355125662Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5370bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5370bb","reconcileID":"90e44c82-87e2-4c20-aa4c-29daa942c6e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5370bb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-5370bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:19.710055445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e503240d-755e-4c40-abe3-25f9a6507dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:19.713974988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e503240d-755e-4c40-abe3-25f9a6507dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:19.717404382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e503240d-755e-4c40-abe3-25f9a6507dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:19.721312964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e503240d-755e-4c40-abe3-25f9a6507dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.379177373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-sub","reconcileID":"a9b1a692-cb8a-45aa-bfcc-2e7abf605324","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.404624281Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-sub","reconcileID":"a9b1a692-cb8a-45aa-bfcc-2e7abf605324","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.422983159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"dd8e6579-888d-4cb2-bff9-5324128c3bac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.434948188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"418f80a7-26e3-499d-87a4-4b4f43829e8c","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.454029775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"ec321568-4ebc-443f-9768-0ec989403da3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.454954154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5b012ea2-b32d-449a-a9ba-008045fcee31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.455178955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"98b01b3c-bd60-4310-9561-6ffad2fb92af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.474121518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5b012ea2-b32d-449a-a9ba-008045fcee31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.481372073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"98b01b3c-bd60-4310-9561-6ffad2fb92af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.482547816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"ec321568-4ebc-443f-9768-0ec989403da3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.58226416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"ffa90836-520f-4fc4-967f-61a7ad69bd23","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.587534738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-user-token-filter-auth","reconcileID":"89bec33f-8269-4e9b-b7cb-119796201af1","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:20.798388679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"55c291b7-b8c6-494d-b0cb-c82455c02303","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.462462878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"502d854a-2c59-49a7-8127-0707d3d1e8ab","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.469012873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"bdfca7c9-12a3-40ad-9cc9-d2ba36866665","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.476595755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"1ed58562-22df-44b8-ba8e-d31cbe1a13ae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.484050474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"1ed58562-22df-44b8-ba8e-d31cbe1a13ae","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.563524218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f31bedec-1beb-41db-b837-2ccffa2a6aa0","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.577193377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"e76beba3-a3ad-4380-9f7b-4e2ea5a8ff4e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.584183873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"e76beba3-a3ad-4380-9f7b-4e2ea5a8ff4e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.627598313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"fee6e6bb-709d-4d8f-95a1-44e2194d6f0e","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.633874016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"0082f4a4-eeda-412a-a2ee-41cd57d75c86","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:22.637852502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-sub","reconcileID":"0bd50289-51e0-4a69-b4c7-0aaa4c7f7a25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.662357906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"ce35a4eb-5e4c-4996-bb41-7a0550978630","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.66942469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"586c1641-ed1f-4588-ae81-d9f22037b4f7","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.676994403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c5b3084-8e83-4963-8dd9-41073b433e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.677100017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"79cd26a3-5efd-40ac-bc76-96f381a444d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.684400868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c5b3084-8e83-4963-8dd9-41073b433e8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.685266344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"79cd26a3-5efd-40ac-bc76-96f381a444d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.692120638Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-sub","reconcileID":"a56180b9-94ca-4dbc-9a39-9cd81d266d8e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.714065393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d0725f1f-a6b3-4020-8751-bb3669e68ed7","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:22.754965769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"e76beba3-a3ad-4380-9f7b-4e2ea5a8ff4e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.778515655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"e6566938-8587-424e-9a6f-cc7904950221","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.779231015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"76341075-8d20-43c6-8378-593d0fd89d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.779652307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3ed8e5b9-a3de-4fac-adb4-ac6d3d8b2ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.783379763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"9eca85c6-3b5f-44ef-9c6b-7e5dd02587c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.78398937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-sub","reconcileID":"c4b9fc1e-3aee-4eec-bb97-99642b7ae111","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.786610102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"e6566938-8587-424e-9a6f-cc7904950221","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.787543654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"76341075-8d20-43c6-8378-593d0fd89d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:22.790238955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3ed8e5b9-a3de-4fac-adb4-ac6d3d8b2ca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.379824005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"be1c8b58-e8cf-4541-8e71-46a29a60d179","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.390181722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b0ef81fa-7424-44ed-9297-324b3c73999d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.390346901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d558229f-9079-40fd-b017-61e6cff2f4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.390608562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"8bea11e2-44c3-4e8c-84b1-e703ba3d703c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.397303004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b0ef81fa-7424-44ed-9297-324b3c73999d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.397816956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d558229f-9079-40fd-b017-61e6cff2f4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:23.399670441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"8bea11e2-44c3-4e8c-84b1-e703ba3d703c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.380613853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"25008e86-ff76-41e8-bd78-1e33660a8715","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.447953786Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"25008e86-ff76-41e8-bd78-1e33660a8715","name":"e2e-extmod-b-5370bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.877012191Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-other-subscription","reconcileID":"eeb5d137-017c-4fbe-b6dd-f5a0f10fc6fd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:26.968910385Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-other-subscription","reconcileID":"eeb5d137-017c-4fbe-b6dd-f5a0f10fc6fd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.0351413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"2f3c6d82-414c-4f82-8fdb-6cd2e1ce2552","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.09820879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"4e6a92a7-1778-4b15-abf9-18fa72aa0121","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.111976975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6bfeae25-0356-4f32-a9f8-4c01443ef9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.112037396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6d5306cc-7a2e-4f8a-9126-297e5b549614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.128406251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"2ea77126-0fb4-411c-a44b-de032e4bfb7d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.172619466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6bfeae25-0356-4f32-a9f8-4c01443ef9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.172691181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6d5306cc-7a2e-4f8a-9126-297e5b549614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.176377351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"2ea77126-0fb4-411c-a44b-de032e4bfb7d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.232253349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-auth-access-denied","reconcileID":"562c413f-c171-47ec-8f14-49bf2043853d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.232933022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d3f7b772-beec-447b-9b2c-24ed68b24af3","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:27.302462674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6be36bec-1b0f-4630-87f0-22f654ab0d51","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.547760887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"fca103eb-1598-49db-903e-32c3e105bb3b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.557360208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1ed3a39f-1092-4174-8fca-246d676d8ff5","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.569337588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"bfddda77-36c7-49b5-a042-ac3e9d855533","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.580738433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"bfddda77-36c7-49b5-a042-ac3e9d855533","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.618819564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"bd5ddf48-b524-4ce4-a3e2-5c4861bce559","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.68129764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"1e54ada7-a2e2-4106-8142-20bef5cd9820","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.693482283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"1e54ada7-a2e2-4106-8142-20bef5cd9820","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:28.781820333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"1e54ada7-a2e2-4106-8142-20bef5cd9820","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.801583532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d85b6176-bfa4-410c-bbdb-b993f0c38613","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:28.816191129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-subscription","reconcileID":"bdf241e9-cd4c-4c3e-8352-b11afe2d45db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.816564619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"639a384f-da56-40bd-bffc-ee01e83cb214","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.884235788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1606ec8d-4464-4f3f-a53e-2bf26c4c4692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.884932673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"1b61b1d0-a079-4263-8cad-23a6db12555b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.886288289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c830f38a-3fe0-40b3-b675-68b5fa2577cf","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.940939572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"aae1b03e-caa0-42a4-b7e7-78d89521d5a7","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.888092375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc","reconcileID":"e8546bd5-207b-45ed-b052-15da6917d316","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-filter-sub-b-92139edc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:28.902668631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"1b61b1d0-a079-4263-8cad-23a6db12555b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.016035699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1606ec8d-4464-4f3f-a53e-2bf26c4c4692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.108183307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4c9ed0aa-6986-49f2-9796-c7b2e3f32669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.154305983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc","reconcileID":"e8546bd5-207b-45ed-b052-15da6917d316","MaaSSubscription":{"name":"e2e-filter-sub-b-92139edc","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.238551884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4c9ed0aa-6986-49f2-9796-c7b2e3f32669","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.239409275Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-subscription","reconcileID":"83542e21-934e-4faf-83fb-3f546f633ebd","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.336466472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"04e1e0c7-7be2-4616-bad5-c9e5f58db953","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.363290739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"a5105fae-b7fb-45ed-a3e9-57d8f0ec17fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.386530539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7417c68d-edcf-4302-a75b-36d97a9855eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.389469637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"04e1e0c7-7be2-4616-bad5-c9e5f58db953","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.433116003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"385697e0-d0e1-4045-a366-c3336eaf612a","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.433580577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a8dcd53e-9505-4b59-a3b2-df06bf4f49d4","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.463475323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"7c84cd37-2202-4005-8113-bc90ae733491","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.467461381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7417c68d-edcf-4302-a75b-36d97a9855eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.468478245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6441085e-077c-4f86-ba53-99415e30daa3","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.61815581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a56e4490-37b8-436a-b9f9-4d47e005b117","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.623451056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"57dd18a7-c75a-4674-b6d2-a9ab126ca7ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.624237691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-subscription","reconcileID":"56047e0c-a982-4fc2-9610-c400f1da9eeb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.630300366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"99157e89-a2f1-45ec-bf40-30e6b1a02d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.637731753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"57dd18a7-c75a-4674-b6d2-a9ab126ca7ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.650924399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"39da1cfb-6828-4c6a-913c-147d50451ab6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.652442141Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-a-eb234fc9-auth","reconcileID":"a45f914a-0ba7-425a-a850-46f150cfad52","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-eb234fc9-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.664882503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"99157e89-a2f1-45ec-bf40-30e6b1a02d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.689970451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"39da1cfb-6828-4c6a-913c-147d50451ab6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.692485439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3b624031-dde6-4a3a-943a-23331e312656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.703527262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3b624031-dde6-4a3a-943a-23331e312656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.776484139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"974206a5-6e8d-4a91-9aa4-54941f2fd7fa","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.916627456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-filter-sub-b-92139edc-auth","reconcileID":"3e8846c5-fe40-48d6-95ce-2d9faa2574ca","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-92139edc-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.917113272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a6a6c0ca-6c8d-448a-a90a-9eee853df752","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:29.94097703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"b8a4a240-18d8-4042-b19f-d73602f57fe4","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.388998047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"dec145b7-f737-4354-9d73-9bf1670fa5d6","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.393848228Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-sub","reconcileID":"b33e7a9f-ef1f-4df4-9fc9-651dc58b97ff","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.434273164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"cf073df7-cc20-4eb9-b310-a0b0b5057a94","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.434649071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3a08e047-bbae-41d2-9565-dd088677c7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.441283737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9b31f265-8bf0-43a6-bf47-8cabd7580743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.448970442Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-sub","reconcileID":"b33e7a9f-ef1f-4df4-9fc9-651dc58b97ff","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.453090302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3a08e047-bbae-41d2-9565-dd088677c7ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.456722073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9b31f265-8bf0-43a6-bf47-8cabd7580743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.495387681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"c8d06c18-74a4-4960-b150-48d80b75428f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.509946553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"cf073df7-cc20-4eb9-b310-a0b0b5057a94","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.545199361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"dc209b6d-dbb0-4081-b8f0-8a2d4d7f8f43","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.637624581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"84c5a60a-2a69-4e48-9112-f8a5f9c0d907","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.673938981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"38225045-28fd-402f-bcb9-c51729df2d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.675722554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"aee21c04-185f-4a68-8916-d4917bfb6809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.675869565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"5c238e0b-bef9-43fb-88c4-2b055d15a9da","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.707129812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-scoped-auth","reconcileID":"6fd5c6c2-7e69-4055-8117-721ea0e98c2d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.709897236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"38225045-28fd-402f-bcb9-c51729df2d3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.710663292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"784333c5-0e58-42cf-b3b7-4a15b6a51eb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.714761527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"aee21c04-185f-4a68-8916-d4917bfb6809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:31.898239475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"41c89e18-6872-4204-8ca8-bcdd3c8e179e","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.115538579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7ea82a05-75db-48f1-ab08-083b6d4f0de0","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.207865048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"ba0c1216-5f1e-4f9a-a4c9-c583f8095c46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.302362879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"77b68b30-31c2-4b02-bfe3-174cbbfb8582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.303419343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"eb0850fd-5757-4bc5-9d75-0b2f3d309765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.335323856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"77b68b30-31c2-4b02-bfe3-174cbbfb8582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.405103424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"632dd3e9-365f-4e9b-a005-46255baa6242","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.407278845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"eb0850fd-5757-4bc5-9d75-0b2f3d309765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.51853103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"f067fe15-d3b4-4428-bd8a-684095808b57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.799815797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"52171dda-35d6-4345-b336-467650584383","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.814574582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"4266bd3d-a3bb-47d8-8e9c-3356424e6e05","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.886571584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f4cd6ea4-c41d-4b7d-aa9b-c414dcfe4b27","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.911209543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f4cd6ea4-c41d-4b7d-aa9b-c414dcfe4b27","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.974484406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"03957e34-a5bf-4b1e-b41e-8f3289d80194","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:32.977221295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f1cd42b1-e0d5-4bd1-b8cc-6c766f185c1a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.017653501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"695a9d2e-79ef-43b0-8875-0eac700e80d1","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:33.033098638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub","reconcileID":"c2349b95-cb5e-4c9b-894b-5453fbc04c04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.036851279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"19d94ad4-8602-4649-b88e-443d0a0f6f38","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.047047806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1060b97-0008-46da-a8ef-93f9ede3f5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.047692446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4969d8d3-d923-465e-abc4-7b742755d4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.055281929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3e56b07-277a-4dd0-afcf-58b37ebc596a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.074876595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"d1f83abb-e5d1-484e-9749-64210135b4ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.086996702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1060b97-0008-46da-a8ef-93f9ede3f5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.093231815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4969d8d3-d923-465e-abc4-7b742755d4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.094396013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"37633712-0806-49bf-939a-2b7ad9119148","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.112551682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"d3e56b07-277a-4dd0-afcf-58b37ebc596a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.114120917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"0ef8cd7a-2f17-4a5e-aabf-9c4d47cf42d5","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.124438468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3853c788-2e05-4f4d-b838-ddaafb077d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.124716366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"296da51d-a4c3-44a8-bd05-70198686d63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.139686749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"296da51d-a4c3-44a8-bd05-70198686d63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.143628849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3853c788-2e05-4f4d-b838-ddaafb077d85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.169034687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"1982d67a-bb78-4633-afcb-f29ca2c4aab5","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.200448657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub","reconcileID":"4e144371-a69a-4e33-9a87-c9f2eaae380c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.235210164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"64429422-7361-49e8-8abb-8055ad521232","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.249264265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"01725c03-502f-4e6f-a78e-ae51008aef01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.250196413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"03016f67-33c4-4e2a-ac1d-618fe7eb232c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.258863973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"ca7be823-f981-4b3a-b2f9-1da4bf0fe843","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.260206973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"6fb3e0c5-c4d4-44a5-a76c-fe85518e7c6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.271236507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"01725c03-502f-4e6f-a78e-ae51008aef01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.271473386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"03016f67-33c4-4e2a-ac1d-618fe7eb232c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.335593671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub","reconcileID":"a428e880-7372-4f0e-bb95-a741a1185680","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.350339211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7b16f151-6fb1-4197-a160-5f4cc0170367","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.351291536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"844388fb-3909-482f-b3f6-04f84d0ac619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.365141365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"844388fb-3909-482f-b3f6-04f84d0ac619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.371261576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7b16f151-6fb1-4197-a160-5f4cc0170367","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.816580202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"5aa2fbcc-b86c-42be-9e86-ef37230edb22","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.967533791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"7571fc29-cc32-490a-a7fe-c45717ba3479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.97367097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e381e87b-2d19-4a06-8399-0499a88ebc79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:33.97423722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e6c53280-79da-48d6-9546-88f2e27dbb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.088596979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e381e87b-2d19-4a06-8399-0499a88ebc79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.107091491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"5f9f9081-b865-4aeb-a0fa-30c9b66a6160","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.149625273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e6c53280-79da-48d6-9546-88f2e27dbb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.222771133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"90e8d930-ef2c-4ce7-a0d2-2c3587518381","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.465154796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"1285d8f3-0efd-4de7-9ad3-8681e8e39a77","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.509254286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"86907d1c-f8a3-490c-94aa-4e12e90707e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.541343618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"50992660-b60d-4190-9e05-0e01cca12e14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.549658916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"86907d1c-f8a3-490c-94aa-4e12e90707e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.599104255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"2fbde791-faef-424b-bfa2-2f8f75c94e65","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.613981801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9d10418e-af57-4a78-b4b3-567a2eec4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.640924678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"48959913-6ab6-4604-956a-b4e6af24e242","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.641432034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9d10418e-af57-4a78-b4b3-567a2eec4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:34.827080759Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.765242706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"a141a65c-c189-4ca4-853d-5849eb8084b4","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.784603085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"c5d8ef64-4e81-4b29-9093-daf267559568","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.78475551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"dd76a591-4329-4f63-8e0e-b2e531dc064c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.785744863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"80b44ef5-659b-409b-90c8-ae5296b7fa34","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.787757097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d9eeaeca-58c6-491b-ad96-f3d1b90fe206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.793882739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"dd76a591-4329-4f63-8e0e-b2e531dc064c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.842817375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"80b44ef5-659b-409b-90c8-ae5296b7fa34","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.846949912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d9eeaeca-58c6-491b-ad96-f3d1b90fe206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.855993956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"05680c06-99e1-44f9-bb6e-b3121ba1065b","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.883211976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"2c3445b6-21e3-4ef6-91de-628e5518e725","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.916741426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"acd93f4b-08de-4559-af6b-7041a5261a2a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.929233113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"768b7aa2-8283-4915-91fb-37bd3e74077b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.929737365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"90238c05-49af-4066-a2a7-9d68a5896840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.939945605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"768b7aa2-8283-4915-91fb-37bd3e74077b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:35.940086558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"90238c05-49af-4066-a2a7-9d68a5896840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:36.059662952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"572c32c1-7df5-43ea-86b0-aa1a83da4308","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:36.075033062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"572c32c1-7df5-43ea-86b0-aa1a83da4308","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:37.771205729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaa45e8-6430-43df-8c4d-3307fa168978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:37.774801235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaa45e8-6430-43df-8c4d-3307fa168978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:37.778222017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaa45e8-6430-43df-8c4d-3307fa168978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:37.781881906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffaa45e8-6430-43df-8c4d-3307fa168978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:37.999722694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b445e-b262-4c94-9ef0-d6bc5ee97ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:38.003245685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b445e-b262-4c94-9ef0-d6bc5ee97ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:38.006108549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b445e-b262-4c94-9ef0-d6bc5ee97ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:38.008973974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"306b445e-b262-4c94-9ef0-d6bc5ee97ddb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.417032794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"85429363-5218-4e8b-bde9-d5c3b2dd0f09","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.708963043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"2c48ff6f-36b0-42ad-b613-8349ef5cb281","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.715283068Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"d52a1b18-75cb-485b-880a-31c6ace510de","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.718213895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"1440d4ca-1dda-4d81-9674-8893aab9f974","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.721973807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4927b29b-e90e-4441-8427-ae52b1eae40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.722164522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4ba3a0a5-5ee9-487c-aa52-46727f698e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.722511839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1eff117a-b966-4c14-9c27-444a6e7c8af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.725428817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b49954cd-3b54-4238-8cae-04fbed2b9d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.726340733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"1440d4ca-1dda-4d81-9674-8893aab9f974","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.731106195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4927b29b-e90e-4441-8427-ae52b1eae40d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.731314319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4ba3a0a5-5ee9-487c-aa52-46727f698e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.734640133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1eff117a-b966-4c14-9c27-444a6e7c8af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.735178248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b49954cd-3b54-4238-8cae-04fbed2b9d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.744806091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"91d15292-abbc-4a45-afbb-39d10ce10062","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.751753875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"91d15292-abbc-4a45-afbb-39d10ce10062","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.847566319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3beda10-5e73-4356-9f54-8a25dce149e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.847677657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"954d36fe-c4e8-491f-ac9d-8d8194c1030e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.848077681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e0da17e7-631d-48aa-bd50-bfbad0a0ddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.84835786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6cb94264-11c9-4d0c-8c71-6bf733b68265","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.848747304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"264eed64-44bd-40ea-a3be-d566be76b54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.858162666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3beda10-5e73-4356-9f54-8a25dce149e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.858188491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"954d36fe-c4e8-491f-ac9d-8d8194c1030e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.861997989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e0da17e7-631d-48aa-bd50-bfbad0a0ddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.86249502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"264eed64-44bd-40ea-a3be-d566be76b54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.866689872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6cb94264-11c9-4d0c-8c71-6bf733b68265","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.901914426Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c5079ee4-11ff-4039-b606-bea9e6cae6a5","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.947098973Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"19c928ce-8fbd-4478-8c2d-fb0cc3f89ca9","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.958294723Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"ed0d57be-cc43-49e2-87a5-95d601c708fb","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.961457228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"2e7f3c6e-56c8-432b-b2ac-1952e9994efc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:41.969878091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"2e7f3c6e-56c8-432b-b2ac-1952e9994efc","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.051204792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"2a50eee4-055d-40fc-b408-48e5fc538337","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.053385068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"245acc7d-8ef8-4d31-aa22-25b15b95c7e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.05348441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"cadb1304-60a7-4903-9dc8-15e0ee9c3048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.05411051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a34fdc83-7194-4c31-96d6-093183379b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.054243519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7fe128b6-c0ca-4baf-98b9-6a55dd3cdded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.058279635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"2a50eee4-055d-40fc-b408-48e5fc538337","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.060941384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"cadb1304-60a7-4903-9dc8-15e0ee9c3048","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.061129128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"245acc7d-8ef8-4d31-aa22-25b15b95c7e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.063540537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7fe128b6-c0ca-4baf-98b9-6a55dd3cdded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.063582164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a34fdc83-7194-4c31-96d6-093183379b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.06688956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"0436b7b4-30d7-442a-b433-d3b7c2f86ae1","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.155875998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"d952f2ed-511b-4f1f-ab34-c0cec231664d","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.161471626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"46d5a10c-137b-45c1-bf7a-d2636f090e1b","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.183723398Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"cea1c176-cc55-40cc-b20b-6ac09f54b063","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.187395384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"dcc1fff2-4845-42c6-a2f2-cb6bd0ace68f","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.187419871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"dcc1fff2-4845-42c6-a2f2-cb6bd0ace68f","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.189382567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"46d5a10c-137b-45c1-bf7a-d2636f090e1b","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.196377901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"46d5a10c-137b-45c1-bf7a-d2636f090e1b","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.208221111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"41bc1038-6d5e-4a8f-b2b1-1f7d5f4dacc5","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.20824781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"41bc1038-6d5e-4a8f-b2b1-1f7d5f4dacc5","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.240457302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"4623e195-f1e2-4939-9543-3f787a199bc6","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.240483526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"4623e195-f1e2-4939-9543-3f787a199bc6","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.257202408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"a34738d4-207e-4590-9d2b-9a880ac6bd08","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.259277266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"82cdb71a-da16-41eb-b771-7db81036275f","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.261152888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"ef866378-b311-4db4-95d4-be61b639ba71","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.261211162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ddc2f5a8-6e9c-4d75-82c1-8c770cca0be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.263943063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f259a251-a2ef-418b-b5e1-31be0ee50a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.264920971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5b4c37ff-3df1-4836-b235-558c49bd7ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.266402834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"82cdb71a-da16-41eb-b771-7db81036275f","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.268427526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ddc2f5a8-6e9c-4d75-82c1-8c770cca0be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.268759515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"ef866378-b311-4db4-95d4-be61b639ba71","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.271358004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f259a251-a2ef-418b-b5e1-31be0ee50a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.271656273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5b4c37ff-3df1-4836-b235-558c49bd7ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.277757795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"d5788cf0-ab7b-4d0b-bcde-1f914a58abf6","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.277838732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"d5788cf0-ab7b-4d0b-bcde-1f914a58abf6","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.488353365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3e94b24b-8d11-4c7d-bfa9-48e1888d680a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.4894697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"60c4d971-786f-4cfa-bbf3-92514f404dcf","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.524056275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3e94b24b-8d11-4c7d-bfa9-48e1888d680a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.524845665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d5bcd91c-4ab8-4753-8549-45349fc10642","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.525256809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"6e5344b7-2143-4fd3-9088-98c8d7182e17","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.527313195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2e1fec65-4ea6-48e0-b8b8-593efb03f97e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.528123088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"88fa78c3-b649-41ae-98a2-466f9df373a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.542486691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d5bcd91c-4ab8-4753-8549-45349fc10642","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.544887289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"6e5344b7-2143-4fd3-9088-98c8d7182e17","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.547675421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2e1fec65-4ea6-48e0-b8b8-593efb03f97e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.549982021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"88fa78c3-b649-41ae-98a2-466f9df373a4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.551364706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"6e5344b7-2143-4fd3-9088-98c8d7182e17","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.601037187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"65d9f4da-c09f-49ac-90d9-2ae4282ce8a4","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.604802347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c6f6e8e4-12e2-4305-97f7-44a1ccec576e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.604974029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12e917fc-ea34-46b7-b696-292fd67d93ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.605466482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed8fd1c2-604e-413c-ac91-773083f4df2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.609308231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"65d9f4da-c09f-49ac-90d9-2ae4282ce8a4","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.612090016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c6f6e8e4-12e2-4305-97f7-44a1ccec576e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.643490878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12e917fc-ea34-46b7-b696-292fd67d93ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.644684112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed8fd1c2-604e-413c-ac91-773083f4df2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:42.81961039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"7dcea847-9cd0-488b-af8e-b1f135719bf7","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.239435039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"3b36f3d0-8ded-4c68-8f4e-daf400a4d650","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.239454387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"3b36f3d0-8ded-4c68-8f4e-daf400a4d650","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.253198086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"a337d57d-09c2-4307-821d-595885b57c76","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.253337508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"b94d4b9a-ee7e-452f-b1f8-1027c6f1aff1","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.26153612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"b94d4b9a-ee7e-452f-b1f8-1027c6f1aff1","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.270295228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"2448071c-53d3-48e8-8884-ab6367a56203","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.270313024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"2448071c-53d3-48e8-8884-ab6367a56203","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:43.355476699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"a8a721ae-0ec2-4eab-8a7d-12c8999a9f37","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:45.94750121Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub","reconcileID":"23fb3b4a-b4c9-47ef-9cf8-8b9ddf85572c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:45.967681018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub","reconcileID":"23fb3b4a-b4c9-47ef-9cf8-8b9ddf85572c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.057361865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"92addb44-a006-4884-9b04-7ebecfc8b654","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.062176959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"b09d99c8-85df-42b9-9611-0d729dcec23b","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.069830076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c444117f-5673-4036-ae81-93354bc4e0a0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.071069372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3386627d-711b-457e-8caa-4c22e387f3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.071120626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"58221111-1256-4375-bcf9-8665bb023c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.078186638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c444117f-5673-4036-ae81-93354bc4e0a0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.081540386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"58221111-1256-4375-bcf9-8665bb023c34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.142831752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3386627d-711b-457e-8caa-4c22e387f3eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.143235149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"248acf07-fb00-4c73-b851-3dbef1020f1d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.175520839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"a6cb8be3-b22e-4adb-9aab-bd65f22b36c1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.175546874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ccabaebd-cf08-44d5-826c-09e27bee4000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.183377224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"a6cb8be3-b22e-4adb-9aab-bd65f22b36c1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.183420133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ccabaebd-cf08-44d5-826c-09e27bee4000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.271848721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d42cb3f5-39b3-40e9-8eec-4ca110f41df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.279887139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d42cb3f5-39b3-40e9-8eec-4ca110f41df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.481380933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"265915bf-e2bb-40aa-b606-5c67a0bbd848","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.481523576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"cac6ceba-3733-4009-bfe3-e6de9eaf29fd","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.481549169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"cac6ceba-3733-4009-bfe3-e6de9eaf29fd","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.500260196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"1241664a-c91b-44b4-9a4e-cd54da6fa0df","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"maas-trlp-test-model-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.590252062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"265915bf-e2bb-40aa-b606-5c67a0bbd848","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.616634273Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"265915bf-e2bb-40aa-b606-5c67a0bbd848","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.616658651Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"265915bf-e2bb-40aa-b606-5c67a0bbd848","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.623798787Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d24db1db-3dbe-448d-b114-4329e349fc64","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.624097155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"cd306034-7b8a-4473-8956-25eedf1c86ac","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.624118023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"cd306034-7b8a-4473-8956-25eedf1c86ac","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.649088355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"991aa896-33a5-4890-bd0a-d39c27934613","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"maas-trlp-test-model-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.691648736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d24db1db-3dbe-448d-b114-4329e349fc64","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.698511377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d24db1db-3dbe-448d-b114-4329e349fc64","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"e2e-inf-a-e3c4a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.69853011Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d24db1db-3dbe-448d-b114-4329e349fc64","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e3c4a7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:46.701463892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-e3c4a7-auth","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-auth","reconcileID":"d24db1db-3dbe-448d-b114-4329e349fc64","error":"maasauthpolicies.maas.opendatahub.io \"test-model-e3c4a7-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.759215637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"9369dab9-d18c-4bc8-a5c7-d0a2912b67ac","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:46.759235971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"9369dab9-d18c-4bc8-a5c7-d0a2912b67ac","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.952709981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"bd8ea521-4de3-4e5c-b9e0-d4d81c0f2ab6","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.953178906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"10e871e2-d9d4-489b-9292-b86c396e4942","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.967184754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"085f2b43-f347-4e6c-8a57-2d2686517526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.973305111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5073b9f1-29ff-472e-a917-34fbe3ca3de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.975158075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"cc61e8bb-c882-47aa-85ad-ff366bbcb267","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.977099235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"6d2d5447-2bf1-4b40-a242-37a75ad6d1e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.977396517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"c2cfcad1-8f93-4a05-995b-2615625461cb","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.977735355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"b7d12f4f-4534-4b58-84cf-790c7df74d1d","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.980866537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"085f2b43-f347-4e6c-8a57-2d2686517526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:47.985106192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5073b9f1-29ff-472e-a917-34fbe3ca3de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:48.071718981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"01d2b99b-87ba-4d8a-b92c-4728411e9ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:48.072110546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a599c2dc-30b4-4d65-999c-d83eb15bfad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:48.080560009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a599c2dc-30b4-4d65-999c-d83eb15bfad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:48.082114138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"01d2b99b-87ba-4d8a-b92c-4728411e9ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:51.842013245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"8545ac40-8c98-4b5e-8d50-d70726f27130","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:51.867559569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"8545ac40-8c98-4b5e-8d50-d70726f27130","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:51.883701315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b396ff5a7144563613d8aa4a6fa7f1e96f2cbe410dd74644f4a9a1b3c8582731) AuthConfig (fe1c4af41dbb4c6e44d83eb9403e472b0552c26333d58bf97259e0176e0222f2) AuthConfig (d50fc2141d321ad09bd63d9ef28c8879e3f3dade5e8d844821b32fe20cd38e6a) AuthConfig (539c913f403e5b0c04bfea8daa6030a5d292bb4105ac00a872755ed9c25d4eab) AuthConfig (82a2cb5e10839ef9fd5f904f17cd85a9d3a877a62b967beab83eda4063c079f5) AuthConfig (2e2890ae3ee7c7b759ecf3852b157817d9a1998e856bfeda2856b3684b16073f) AuthConfig (33cf0ab7e1305678ad25743aee89dafb7d53b924d8d805a1dd819771a6e99704) AuthConfig (b27c48ddf52b0ac97431f4e4bf521b173d70dd802dd62daf170ee27fdbc2e5ff) AuthConfig (48aaff800c4f89b4b59a974cf3a27075a9cef1a27413f3feebf0aa8f10849ed0) AuthConfig (243e7fb562129eef344e2b2dbc306dd6fadfbdbab80e752a5f59eb2fa04e1448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"8545ac40-8c98-4b5e-8d50-d70726f27130","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:51.899599307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"643d5f08-713f-48e4-831a-c15e7b2c550c","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:51.899633332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"643d5f08-713f-48e4-831a-c15e7b2c550c","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.159609692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-subscription","reconcileID":"d2585de5-7636-497e-976f-a3f62cbfdeac","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.176842608Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-subscription","reconcileID":"d2585de5-7636-497e-976f-a3f62cbfdeac","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.190059251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"26c591e4-4c1e-4717-9e34-43efec50f422","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.196026936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"8a7418e9-0cde-4560-b6fb-efc1322766ca","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.204243293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d86c819e-85e9-4068-8ac8-5e17f8e2f9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.204619428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d9f1022f-4010-433f-9614-914b72bdd4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.204635395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"3a56d4e2-4485-458a-8459-596af4b23c23","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.211403099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d86c819e-85e9-4068-8ac8-5e17f8e2f9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.212419886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d9f1022f-4010-433f-9614-914b72bdd4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.213571467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"3a56d4e2-4485-458a-8459-596af4b23c23","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.348112792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-auth","reconcileID":"a2fa013c-ce88-44d5-b6a5-1af10de587b8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.348141259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"0b23bb40-2972-45fe-b93f-3a5c6a239926","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.365191582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c42825d3-457b-4730-85e8-20f781bfc872","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.776194721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"7c75f37b-fd69-42d7-b79a-347f173bf308","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","subscription":"test-model-e3c4a7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.779284124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"7c75f37b-fd69-42d7-b79a-347f173bf308","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.78431739Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7-sub","reconcileID":"7c75f37b-fd69-42d7-b79a-347f173bf308","MaaSSubscription":{"name":"test-model-e3c4a7-sub","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"name":"maas-trlp-test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.813144645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"f4ea94f8-033d-4653-89c8-5b8530407abd","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"tenant":"e2e-inf-a-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","model":"ai-tenant-e2e-inf-a-e3c4a7/test-model-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:56.813163593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"test-model-e3c4a7","reconcileID":"f4ea94f8-033d-4653-89c8-5b8530407abd","MaaSModelRef":{"name":"test-model-e3c4a7","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"routeName":"test-model-e3c4a7-kserve-route","namespace":"ai-tenant-e2e-inf-a-e3c4a7","llmisvcName":"test-model-e3c4a7","gateway":"openshift-ingress/e2e-inf-a-e3c4a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.185089107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"61d263b3-7033-40f5-8a68-f77b5516a8a2","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.19273534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"647b9716-13b8-43b2-952f-9239a45b0796","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.206145389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"2a385901-aa10-4fc4-a5e6-88411c3ec373","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.221161406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"2a385901-aa10-4fc4-a5e6-88411c3ec373","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.30359108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"e41fe17d-d584-4cb6-a23e-3ddd59dc2287","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.318864411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"cd8b531e-eab0-41dd-ba67-8e9d60694b75","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.330198027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"cd8b531e-eab0-41dd-ba67-8e9d60694b75","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.351867017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"c7f7e9a6-51a3-47b1-ba18-a048b1796281","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.358408832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"c74b81a2-8aa2-40a5-b5bd-6368906ce20e","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:09:57.362694191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-sub-only","reconcileID":"9735e919-345e-4010-875b-b5257d6ffebc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.382801561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"4e4721cb-b107-465c-b9a4-74b7d75cbf37","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.390491083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"c498129c-15b3-4377-b3ab-3358670c407a","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.416831014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b96add4b-a2fd-456f-9c92-eb8cc60dd244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.417217591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7709213b-ec71-4078-90fa-a91ba73f0d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.417426947Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-sub-only","reconcileID":"f18f4b31-6295-4cc0-903a-f435e35d465b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.425061464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b96add4b-a2fd-456f-9c92-eb8cc60dd244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.425699073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7709213b-ec71-4078-90fa-a91ba73f0d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.435539564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"41f07fae-5635-4cd0-885a-768f4a249350","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.456250359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"8d1abd94-bb7c-4f51-8ea4-42f5cf7984da","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.457211782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"708d6bac-e3a0-4997-8333-90c024a4b666","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.457283195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"708d6bac-e3a0-4997-8333-90c024a4b666","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.508949141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"8d1abd94-bb7c-4f51-8ea4-42f5cf7984da","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.514009265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"fb92786e-374b-4808-bfe2-c8526071bb33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.514742139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-sub-only","reconcileID":"cc961e09-39ac-4d84-aff5-d8497ea5627f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.51829717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f02185d6-1e44-4a91-9eca-c29df2299e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.518984474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"0c45d001-aa03-4280-bf5d-2e3eeea4c44b","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.519135851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"674be58b-6003-432d-9c74-1b82e2fd8e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.519505106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"f892c5cc-8c5b-4942-8b7e-4e4804f0f1e9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.530431981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"f892c5cc-8c5b-4942-8b7e-4e4804f0f1e9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.530557801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f02185d6-1e44-4a91-9eca-c29df2299e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.532976768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"674be58b-6003-432d-9c74-1b82e2fd8e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.542531264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"8d1abd94-bb7c-4f51-8ea4-42f5cf7984da","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"e2e-inf-b-4a127b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.542552827Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-auth","reconcileID":"8d1abd94-bb7c-4f51-8ea4-42f5cf7984da","MaaSAuthPolicy":{"name":"test-model-4a127b-auth","namespace":"ai-tenant-e2e-inf-b-4a127b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.549261728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"cd35f1ee-9665-482c-984d-ababaed297e8","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.549279172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"cd35f1ee-9665-482c-984d-ababaed297e8","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.606579145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"6441d91d-fc82-4826-8cf6-dae5a4178f26","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.711109579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"a17e2e18-44d0-443c-85fd-d253f0096af5","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:57.711135241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"a17e2e18-44d0-443c-85fd-d253f0096af5","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.314003798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"9a0c775b-c394-4cd8-8763-9293726cdee0","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.333205278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"a2e0e12f-f52d-4ad6-b85e-c65b0ca9b840","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.333990663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ece6328e-0b1e-48af-a049-479a18e22454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.33716746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"746d9a12-c7e9-4e3b-b7d0-36c65dfa677e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.345447423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ece6328e-0b1e-48af-a049-479a18e22454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.34647048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"a2e0e12f-f52d-4ad6-b85e-c65b0ca9b840","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:09:58.354607318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"746d9a12-c7e9-4e3b-b7d0-36c65dfa677e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:01.902721509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a87096b9-c61c-4c87-9e5e-068ee62441ce","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:01.910374509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a87096b9-c61c-4c87-9e5e-068ee62441ce","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:01.915676718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b396ff5a7144563613d8aa4a6fa7f1e96f2cbe410dd74644f4a9a1b3c8582731) AuthConfig (fe1c4af41dbb4c6e44d83eb9403e472b0552c26333d58bf97259e0176e0222f2) AuthConfig (d50fc2141d321ad09bd63d9ef28c8879e3f3dade5e8d844821b32fe20cd38e6a) AuthConfig (539c913f403e5b0c04bfea8daa6030a5d292bb4105ac00a872755ed9c25d4eab) AuthConfig (82a2cb5e10839ef9fd5f904f17cd85a9d3a877a62b967beab83eda4063c079f5) AuthConfig (2e2890ae3ee7c7b759ecf3852b157817d9a1998e856bfeda2856b3684b16073f) AuthConfig (33cf0ab7e1305678ad25743aee89dafb7d53b924d8d805a1dd819771a6e99704) AuthConfig (b27c48ddf52b0ac97431f4e4bf521b173d70dd802dd62daf170ee27fdbc2e5ff) AuthConfig (48aaff800c4f89b4b59a974cf3a27075a9cef1a27413f3feebf0aa8f10849ed0) AuthConfig (243e7fb562129eef344e2b2dbc306dd6fadfbdbab80e752a5f59eb2fa04e1448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a87096b9-c61c-4c87-9e5e-068ee62441ce","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:03.521581918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"09c9630e-ca2f-4b68-9f15-29e2b3ead00a","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:04.024446206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ecf9b722-5dde-4f1e-b2f7-0c98d6d5d735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:04.029240202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3f0470ad-35dc-4776-a8eb-804026b82fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:04.093908267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ecf9b722-5dde-4f1e-b2f7-0c98d6d5d735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:04.128643635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3f0470ad-35dc-4776-a8eb-804026b82fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:04.840072112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.059649618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"8332cc8d-2e51-44d6-aa88-3e9ddb9591f5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.060194764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"179932b1-3bc2-4d03-9bd5-a7bcf805ffda","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.060592167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"140e4872-d700-4921-ad61-2f9c0ec6bd3e","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.06709663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"98969432-0a8a-49fb-b7b0-007d386eca3a","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.06753147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"7aead784-ea2e-4e6c-9688-91a79fc84a7a","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.067915733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"bf7cf628-d978-4e94-b1ea-4c0ffc217ce0","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.089119415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f804169d-fd0b-4aa0-ac0a-3d5807ae42c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.08983055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cc9f7ced-e05c-4c36-adf2-4120ef91c757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.090647375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"9f1a0e15-aaa1-45c5-9e3e-e6ed39cee2ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.127829975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"df97a0c7-649f-4ddd-9950-a968a7b97a8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.163726067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f804169d-fd0b-4aa0-ac0a-3d5807ae42c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.171670575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cc9f7ced-e05c-4c36-adf2-4120ef91c757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.193200156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8f3e650f-ff81-4fc6-91e3-7627e00ed877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.202045439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8f3e650f-ff81-4fc6-91e3-7627e00ed877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.292194055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8bef09a0-89eb-4778-8612-77a7d30b46af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:05.299332807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8bef09a0-89eb-4778-8612-77a7d30b46af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:07.746110086Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"9c735573-69e0-4574-b753-d3a1712c34a4","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","subscription":"test-model-4a127b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:07.7520962Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"9c735573-69e0-4574-b753-d3a1712c34a4","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:07.755500077Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b-sub","reconcileID":"9c735573-69e0-4574-b753-d3a1712c34a4","MaaSSubscription":{"name":"test-model-4a127b-sub","namespace":"ai-tenant-e2e-inf-b-4a127b"},"name":"maas-trlp-test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:07.782573779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"70056a82-5989-4266-81a8-f52cd348cbc7","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"tenant":"e2e-inf-b-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","model":"ai-tenant-e2e-inf-b-4a127b/test-model-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:07.782599984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"test-model-4a127b","reconcileID":"70056a82-5989-4266-81a8-f52cd348cbc7","MaaSModelRef":{"name":"test-model-4a127b","namespace":"ai-tenant-e2e-inf-b-4a127b"},"routeName":"test-model-4a127b-kserve-route","namespace":"ai-tenant-e2e-inf-b-4a127b","llmisvcName":"test-model-4a127b","gateway":"openshift-ingress/e2e-inf-b-4a127b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.340750676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-sub-only","reconcileID":"6351105d-9796-43a3-ba06-0ffa19dceb82","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.358883131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-sub-only","reconcileID":"6351105d-9796-43a3-ba06-0ffa19dceb82","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.371503474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"af90671f-282a-401c-8a4d-13227253ab8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.377035521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"61f1eb45-bf37-422d-a535-942241ac34d4","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.385304842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"29764f88-72a3-46dc-b8b9-7478b6e129b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.38561607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f0047685-a74c-4d09-a070-bb31e8752438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.385726149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"14b6a8b1-98e3-4a8f-ba89-110ba93e7714","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.392592145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"29764f88-72a3-46dc-b8b9-7478b6e129b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.393221791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f0047685-a74c-4d09-a070-bb31e8752438","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.396707604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"14b6a8b1-98e3-4a8f-ba89-110ba93e7714","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.520615304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-test-group-no-auth","reconcileID":"45a1b7ae-0466-4f39-9bb7-3e5db4882d16","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.52098572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"b718159a-1697-4b65-b8fe-afb1d3ab5120","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:08.611913083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"dfb5f151-3a14-4d61-b311-dcd8bbe46948","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:11.922117083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"98d4a29c-1348-419c-903e-fd9a51689e85","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:11.929651594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"98d4a29c-1348-419c-903e-fd9a51689e85","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:11.959265716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"30017d79-fc9a-421f-850c-3069ccdeb161","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:11.959287368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"30017d79-fc9a-421f-850c-3069ccdeb161","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:12.161472485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-deleted-sub-auth","reconcileID":"65665d23-3ca8-4e15-8e89-31ee27c23789","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:12.161569236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"504bcf2d-4d5b-46ba-a3dd-0ef019215f81","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:12.176948935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"a08e0d3f-0548-45ba-ae40-b33c5ce403b7","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.251015203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7ca8b65b-a1b9-41b6-a46e-2a4a288dac62","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.258542262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"bbde4b48-4923-432e-930c-a0830870b06f","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.345160277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"45c6477c-9487-48bc-987f-1942cffcd389","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.352072639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"45c6477c-9487-48bc-987f-1942cffcd389","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.357418059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"6cf442d4-3f3d-416f-9ce3-3a0d22dba481","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.357441853Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"6cf442d4-3f3d-416f-9ce3-3a0d22dba481","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:13.363574306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"bbd78905-49aa-4290-9e05-8f3e6baf2d23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-f951bd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.377488581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"83fd5984-9625-4cf1-8dff-0a56b17cde64","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.377506829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"83fd5984-9625-4cf1-8dff-0a56b17cde64","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:13.384801904Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"83fd5984-9625-4cf1-8dff-0a56b17cde64","name":"e2e-att-serve-f951bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f951bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:13.384851572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"83fd5984-9625-4cf1-8dff-0a56b17cde64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-f951bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.389158178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"b07b98cc-9bf4-456e-b52e-b2bc255cadc7","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.389174003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"b07b98cc-9bf4-456e-b52e-b2bc255cadc7","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.397798915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"77c97aa6-9c4c-4225-bd5c-67345b7cfef5","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.398372047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"1148114f-67cf-4dd4-a7cc-b2fcee192f82","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.398387957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"1148114f-67cf-4dd4-a7cc-b2fcee192f82","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.407798468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"77c97aa6-9c4c-4225-bd5c-67345b7cfef5","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.417298196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"d97d18a7-6e7c-48c2-bf52-a422c0c64c65","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-att-serve-f951bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.432868415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a24d97b1-668e-47de-bae0-af4598eff100","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.433311219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d097ad38-29d8-4bfb-aa9d-bfde5939070f","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.44980215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"06b98068-f81f-4b8f-8134-43c8cffe6470","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.449820532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"06b98068-f81f-4b8f-8134-43c8cffe6470","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.459812973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"4965cc7c-b979-48e9-b056-0462c59a0f20","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.460155392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"9905a04c-080c-42de-871b-06b7f660d1c6","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.460505942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"a1967cfb-4611-4d4a-af8e-b11f50143572","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.464541548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"3ca2745e-f34b-46e2-bfe9-2a1c7b185901","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:13.468439626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-sub","reconcileID":"7e7c8700-58a3-464c-b292-4b5846551701","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.490065763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"291dd31b-8f99-4488-baf3-05d609584de4","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.493168787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"69315d16-79f3-40b6-8dac-3d40c8d1604a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.516022665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"bcfdd0eb-c13d-4434-b986-5aa629af986b","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.520906252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"530db079-297c-497c-8f92-eb33c427cd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.520990658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d5822f6b-2891-4d00-83b1-bc1b9de60404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.521943961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"059148f9-5c12-4e31-8163-9847cd1628dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.526429181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d6e18a1-4bd4-4505-82d1-150c1320ded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.526932083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"82945edd-4146-48bc-82b6-9bc7e1c2de60","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.527923012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"78da13e3-f2d3-4d41-9b34-13bbc527e689","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.528380282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"97e2ac1b-ac30-4a4c-9088-6b9997d13d83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.533081291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d5822f6b-2891-4d00-83b1-bc1b9de60404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.533515685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"530db079-297c-497c-8f92-eb33c427cd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.540736899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"82945edd-4146-48bc-82b6-9bc7e1c2de60","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.540883885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d6e18a1-4bd4-4505-82d1-150c1320ded4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.602014989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"fa9e07b4-7ed7-4aec-8457-e5e0b92d66bb","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.613217633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d44d4317-4019-4a46-b058-36f8f9709a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.613301164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5c817392-1be9-4664-b34b-adddaaba19e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.614062523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f505a62d-2682-4fe4-bd25-92007f0fc627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.614096628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"543d45aa-60d7-473c-87f9-678c22fff242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.622356481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"fa9e07b4-7ed7-4aec-8457-e5e0b92d66bb","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.627451635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5c817392-1be9-4664-b34b-adddaaba19e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.62853262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d44d4317-4019-4a46-b058-36f8f9709a86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.63044047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"543d45aa-60d7-473c-87f9-678c22fff242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.632970892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f505a62d-2682-4fe4-bd25-92007f0fc627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.639854068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-sub","reconcileID":"c82825c0-20c6-4e6e-b47c-dcaaad240e0f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.660107952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f868ea51-f8b6-48db-9be9-8eab96ba7a7f","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.701386577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"9cdef8a4-41ef-4157-98c2-ac32ac9ab9ed","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.703428139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"33fccfe3-b3c5-4f1c-8822-7edac5417847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.703583093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-sub","reconcileID":"db6abf6a-a0ee-4824-9cef-8c266725e26f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:13.708770645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"9cdef8a4-41ef-4157-98c2-ac32ac9ab9ed","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.084962499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f1b3bb9b-45df-4c99-97f6-0d7df0a15e57","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.150097634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bc4f4d38-00e2-41c0-9f0a-114dfa29886b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.152282685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"d7a22150-bbca-4bc7-a7b6-dd5118d28c15","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.153028137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4d8ed9ee-867f-437d-9cf8-ddb769f452f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.159520974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bc4f4d38-00e2-41c0-9f0a-114dfa29886b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.170410472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4d8ed9ee-867f-437d-9cf8-ddb769f452f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:14.17409726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"d7a22150-bbca-4bc7-a7b6-dd5118d28c15","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:15.591124955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"dcce72c2-5c9b-4d83-80c3-69162ff8db6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:15.592472151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"add663b9-e8e4-4694-9138-aa64750392c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:15.634565004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"dcce72c2-5c9b-4d83-80c3-69162ff8db6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:15.677179908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"add663b9-e8e4-4694-9138-aa64750392c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:16.235219617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b5546-3cbb-446e-8a67-716c05ce2d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:16.327320762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b5546-3cbb-446e-8a67-716c05ce2d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:16.341345872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b5546-3cbb-446e-8a67-716c05ce2d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:16.412465963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503b5546-3cbb-446e-8a67-716c05ce2d3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:17.020838664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407dc733-7717-429c-89d1-d89cb0f1952e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:17.062629107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407dc733-7717-429c-89d1-d89cb0f1952e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:17.076059396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407dc733-7717-429c-89d1-d89cb0f1952e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:17.089043737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"407dc733-7717-429c-89d1-d89cb0f1952e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.706358183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","namespace":"ai-tenant-e2e-inf-a-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.70641638Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","namespace":"ai-tenant-e2e-inf-a-e3c4a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.706468745Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","tenant":"e2e-inf-a-e3c4a7","tenantID":"e2e-inf-a-e3c4a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.716767718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Deployment","name":"maas-api-e2e-inf-a-e3c4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.731301377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Service","name":"maas-api-e2e-inf-a-e3c4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.740731553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e3c4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.745711088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e3c4a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.753587455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.762075471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.772077596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.776890649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.780709516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.78331244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.786180923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Service","name":"payload-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.790548121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.79374685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.796244736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.798878769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.80455671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.807965655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.811932611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.814469476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e3c4a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:18.817020212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e3c4a7"},"namespace":"ai-tenant-e2e-inf-a-e3c4a7","name":"default-tenant","reconcileID":"c07cae08-ea05-429f-95bf-5efa0098d913","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e3c4a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:19.836395983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"c6a84228-b3a8-413e-84fb-30d875d3ab3f","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.08384593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"5ee58ffe-3aaf-48f4-9128-9d73e67799bc","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.088736764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"2839f921-e1c7-41fd-996f-216da891fc6a","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:21.094247899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-list-subs-refs-sub","reconcileID":"dbddd2c9-8155-4365-a324-957491ae6e3b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.157462906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d0397cc0-7967-4536-9f9d-d4b2f53e9c16","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.158961304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"04b41027-c918-47b3-8f3f-1cbd4eed0e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.159379207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"937228f6-08c4-4ce1-bc77-318285034b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.162971245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"59c6f99c-f734-4f5b-beb5-a8bc686bdc91","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.166828604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"04b41027-c918-47b3-8f3f-1cbd4eed0e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.167227695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"937228f6-08c4-4ce1-bc77-318285034b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.187963356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-list-subs-refs-sub","reconcileID":"4369c661-5099-41e2-b08c-dd06acf64906","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.248821709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1ca5dd79-e76c-468c-a212-336ec01e2c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.248896413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cfbde522-0bef-44e4-ac0f-9368110eb7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.257067599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1ca5dd79-e76c-468c-a212-336ec01e2c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.257186396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cfbde522-0bef-44e4-ac0f-9368110eb7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.258457047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"7d8e90db-40ef-48be-9ae3-69eb8a759e10","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.275928697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"98b1b364-e2f7-4a6f-b186-60ef260e307c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.27612455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-list-subs-refs-sub","reconcileID":"8382cb70-009c-4d9e-a5b6-6366a54dc272","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.634930291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"06663a72-dca2-4197-bcc5-933bf322016e","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.642856116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d89bba8c-fc87-4ca0-95dc-a9ccdea90000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.645844327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e50097ff-2270-4d79-95a0-2bc3d6b82249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.650371344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d89bba8c-fc87-4ca0-95dc-a9ccdea90000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:21.653228709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e50097ff-2270-4d79-95a0-2bc3d6b82249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.364159077Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e3c4a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e3c4a7","reconcileID":"6a195195-b43e-4eea-8bbc-d0e310f86009","aitenant":"ai-tenants/e2e-inf-a-e3c4a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.543610352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30a82a2-afb4-4253-b680-f59246167e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.546814426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30a82a2-afb4-4253-b680-f59246167e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.548394518Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e3c4a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e3c4a7","reconcileID":"6a195195-b43e-4eea-8bbc-d0e310f86009","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e3c4a7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e3c4a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.550515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30a82a2-afb4-4253-b680-f59246167e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.554729433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c30a82a2-afb4-4253-b680-f59246167e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.86748314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854dd8f3-99ab-49e6-821f-d1dd4a518bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.870858675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854dd8f3-99ab-49e6-821f-d1dd4a518bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.874574516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854dd8f3-99ab-49e6-821f-d1dd4a518bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:22.942219047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854dd8f3-99ab-49e6-821f-d1dd4a518bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:23.146130116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f785e93-72eb-4e31-be76-e50e79742241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:23.164531682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f785e93-72eb-4e31-be76-e50e79742241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:23.185738455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f785e93-72eb-4e31-be76-e50e79742241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:23.190222361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f785e93-72eb-4e31-be76-e50e79742241","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.100945626Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-sub","reconcileID":"a03369e3-6838-4438-9d28-3df3d729fbfe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.122201714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-sub","reconcileID":"a03369e3-6838-4438-9d28-3df3d729fbfe","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.142568759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"f18ac174-ae2d-4b7b-8433-856b036169f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.158926917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"85cc82dd-5e3c-413a-9353-2b98ad2e0e8d","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.255410814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"53b75c58-cf8f-41a5-90ea-32f0eea9ed1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.255410791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d349aa13-9354-4dad-830d-4a82c973aec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.25596355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"1139a723-bfd3-439a-a306-12b8ec5cf5fa","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.262435922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"53b75c58-cf8f-41a5-90ea-32f0eea9ed1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.262893207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d349aa13-9354-4dad-830d-4a82c973aec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.264739916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"1139a723-bfd3-439a-a306-12b8ec5cf5fa","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.295997939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"46d965ef-ab46-4cde-8ae4-1b3b7a572108","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.296034503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-api-key-no-access-auth","reconcileID":"697fbdf5-e6ca-484a-af30-4a74633070ac","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:24.376665155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"ea09ffa5-4cc0-4b31-9790-d62b6eecf761","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.200673316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"965080a3-c0ba-41a2-91be-c531b2c1365a","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.416858689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"f33192c5-fb8e-4ae4-9698-0365106db54a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.425452138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"743308f6-9b76-4697-9405-b3b20db3d510","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.434520192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"790b7bbb-6deb-4cd4-ac80-ea74b093b803","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.442098074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"790b7bbb-6deb-4cd4-ac80-ea74b093b803","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.464872345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"8a37c4e6-2e2b-47dd-b72c-4d8a20bd3370","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.53344824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"c41a2882-b8ef-4151-ad2d-6bd342cb3822","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.542284761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"c41a2882-b8ef-4151-ad2d-6bd342cb3822","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.593162467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d393881f-1345-4a75-94d7-938ca2016878","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.601175355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"824b2bf6-5259-4a72-8228-52b5da3c1b34","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:25.603748709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-valid-sub","reconcileID":"dcefb2e5-626f-4f43-aedb-05152d7003f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.618107741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"baa72b63-0b25-414d-b0b8-cb83cab33c05","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.625189906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"a7ab1ce7-eba9-4277-b926-e332317f782f","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.633688783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"51eb088d-3ee7-4a82-b1e0-8b1ce9a4bbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.633773714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2653c8d3-66b9-44e3-a813-985e3797736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.640480405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2653c8d3-66b9-44e3-a813-985e3797736f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.640507488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"51eb088d-3ee7-4a82-b1e0-8b1ce9a4bbba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.645091232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-valid-sub","reconcileID":"92d95c5d-417b-4eab-9e57-70c37ef5870d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.660353829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"59d9ebde-a7b5-4c4a-9446-d93112356cd1","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.752013576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7a925757-df3b-44b1-88dd-c93c062fc1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.752944216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"985a2fe3-5b6d-45a6-a993-6bff16b489c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.753955261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"b35c0162-ff77-4411-8c35-7bb5e1a120b3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.755176383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-valid-sub","reconcileID":"9c353e4b-9418-424b-8de8-91a5e7ff5ea0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.756018985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"9cd2c9f6-ac2f-4f61-85ff-26fd6025189d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.76220133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7a925757-df3b-44b1-88dd-c93c062fc1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.846406851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"b35c0162-ff77-4411-8c35-7bb5e1a120b3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:25.847676909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"985a2fe3-5b6d-45a6-a993-6bff16b489c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.141106335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"32d731bb-1c7b-480b-8de6-20b055e6d348","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.151730046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"3c935e22-dcc5-4616-ae5e-5c9fa8f738a4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.151854727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0e207c4b-432d-4910-a257-150565aff1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.152160203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4fa3238e-8e15-4e52-8a93-fa8fe8621e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.15882727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0e207c4b-432d-4910-a257-150565aff1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.158986229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4fa3238e-8e15-4e52-8a93-fa8fe8621e0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.160969157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"3c935e22-dcc5-4616-ae5e-5c9fa8f738a4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.261810789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"9f197ab3-66be-4462-b3d7-f9ff9c82ec1c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.262180537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"8c1a2d91-b253-499a-8d54-821ce3e820e9","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.262509127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"aea5005c-86d6-4657-b1ed-99f3a92d8fed","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.279402858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3a80a805-3073-4968-8b4f-df9af049aa6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.280196895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a216bb3a-6c33-469e-a658-5e456775b54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.284043824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"9844acea-feb6-46e6-a8b5-b9d43b6e60dd","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.284572649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"a24e1e12-810c-4cfc-b0cb-e2de76afd092","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.284984467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"cde2711a-5434-460d-87cd-83b75ef5bb57","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.286582289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"5c0bfb6b-4883-4432-99df-1652a0cf7176","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.289479819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3a80a805-3073-4968-8b4f-df9af049aa6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.290265027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"d10aedbb-691f-4f03-bd49-56d5e613fdbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.291424418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a216bb3a-6c33-469e-a658-5e456775b54b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.376561712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"82db5127-33a2-48c9-9d74-b8b32cf2b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.376639042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8e2e8319-36ed-41b3-8b78-aed0465baad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.384864142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"82db5127-33a2-48c9-9d74-b8b32cf2b87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:26.384884213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8e2e8319-36ed-41b3-8b78-aed0465baad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.726225469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"b85485cf-a8e1-40f0-a189-648652d33ce2","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.748914834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e7f8ba96-57ee-4fa6-8693-898cb2646a52","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.748940156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e7f8ba96-57ee-4fa6-8693-898cb2646a52","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.96023958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2482641f-78fd-477c-8454-452ebd398ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.960258817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"df627c96-6393-477f-a73a-f32db39dd002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.983116041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2482641f-78fd-477c-8454-452ebd398ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:27.984531782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"df627c96-6393-477f-a73a-f32db39dd002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:28.320076008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"b86e1597-7a69-40dd-b848-4f5be1bdaefc","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:28.34680126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"b86e1597-7a69-40dd-b848-4f5be1bdaefc","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:30.873302374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c50bf-e596-4ac6-b50b-d164b5232e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:30.882074389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c50bf-e596-4ac6-b50b-d164b5232e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:30.925991919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c50bf-e596-4ac6-b50b-d164b5232e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:30.981618839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d79c50bf-e596-4ac6-b50b-d164b5232e12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:31.659193103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"7fe912e6-85df-4afb-b209-e525f2bee023","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:31.709349791Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-list-subs-refs-sub","reconcileID":"b96f7ad5-023d-406c-8f99-b291a87eb966","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:31.976884318Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-list-subs-refs-sub","reconcileID":"b96f7ad5-023d-406c-8f99-b291a87eb966","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.188504501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"4525a4e4-bffb-4ad2-8f0e-d8652de472e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.243879284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"cc19436d-3976-4466-8dfe-570073eefe4b","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.260117845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"68bc3ef8-c395-4d9a-8d0f-f674a8811838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.265269942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"becaf578-a13f-4e1d-8039-e86eec199385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.273928964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"68bc3ef8-c395-4d9a-8d0f-f674a8811838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.282576566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6baea4c5-5f10-4ef3-96f1-c02cb2849bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.30473846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6baea4c5-5f10-4ef3-96f1-c02cb2849bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.305056462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"becaf578-a13f-4e1d-8039-e86eec199385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.318828997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6baea4c5-5f10-4ef3-96f1-c02cb2849bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.323848772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6baea4c5-5f10-4ef3-96f1-c02cb2849bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.805222522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"e57fa7cc-b990-4c3d-ac42-a28cebb7969c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.805248454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"e57fa7cc-b990-4c3d-ac42-a28cebb7969c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.813496675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"105e398e-e52b-4c5d-a290-2ba3f3bdf1d3","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.971424755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"cd9c75ce-1d93-4469-aff9-4703ed1e032d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.971445287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"cd9c75ce-1d93-4469-aff9-4703ed1e032d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.979207076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"cf240274-384d-4c39-bd66-e75dbc4ae162","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.979224383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"cf240274-384d-4c39-bd66-e75dbc4ae162","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:32.980153498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"dd0507f6-66fd-425e-893c-eef0e67c80dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.981246439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"702bb56d-6abe-41b4-96af-dc0971c870d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.981944071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0385ebf2-bca9-46a1-994a-98dd9451abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.990208478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"702bb56d-6abe-41b4-96af-dc0971c870d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.993089674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0385ebf2-bca9-46a1-994a-98dd9451abd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.998597547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"4698aa51-e236-495d-89f0-1a69d202550c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:32.9986641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"4698aa51-e236-495d-89f0-1a69d202550c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.006256609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"160b7a58-134a-4c6b-90eb-2d20a89318f8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.006281309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"160b7a58-134a-4c6b-90eb-2d20a89318f8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.021380735Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"58c7d71d-da39-4095-8177-27405d36ea10","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.035903277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"a7cc8dd7-cad4-45fd-9d36-1d8eb0394b01","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.035921231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"a7cc8dd7-cad4-45fd-9d36-1d8eb0394b01","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.082328933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"11578e51-d209-466a-9fe4-02a5110fe616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.089330696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"11578e51-d209-466a-9fe4-02a5110fe616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.120969165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"85b5b3f8-2e7f-4e6a-a4b8-d039f82951a5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.123563322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"5e8e8d04-2047-46c2-a4b6-a589cf99093a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.123579465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"5e8e8d04-2047-46c2-a4b6-a589cf99093a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.134006611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"3c88d7cb-7beb-4e24-a667-f3a51b34d8d3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.134022382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"3c88d7cb-7beb-4e24-a667-f3a51b34d8d3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.183014457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"a3be4554-1de0-4df7-afdf-85ebc102d33f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.183105461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f0affb85-3a46-4fb0-b10f-a1dbccad24b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.183551843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ed806960-0339-462a-a31e-38e52d2e9e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.190026048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f0affb85-3a46-4fb0-b10f-a1dbccad24b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.190313093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"a3be4554-1de0-4df7-afdf-85ebc102d33f","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.192358325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ed806960-0339-462a-a31e-38e52d2e9e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.211324019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"b0e1f64d-2796-4e25-ab45-2cc4d2b4a3b9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.211343795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"b0e1f64d-2796-4e25-ab45-2cc4d2b4a3b9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.216454481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5c53c960-5ebc-468c-9617-aee338106737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.217930522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"4b0e3d2f-031a-476c-8230-a350674b732f","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.224734023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5c53c960-5ebc-468c-9617-aee338106737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.234329899Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","namespace":"ai-tenant-e2e-inf-b-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.234378493Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","namespace":"ai-tenant-e2e-inf-b-4a127b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.234421557Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","tenant":"e2e-inf-b-4a127b","tenantID":"e2e-inf-b-4a127b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.241450815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Deployment","name":"maas-api-e2e-inf-b-4a127b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.253239627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Service","name":"maas-api-e2e-inf-b-4a127b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.266000831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-4a127b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.272107361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-4a127b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.277433879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.286222598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.287824718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"ae40cfcd-3e25-4a75-918a-da540001ddad","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.294118751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.297974277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"ae40cfcd-3e25-4a75-918a-da540001ddad","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.298938716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.301591085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Deployment","name":"payload-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.30555092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.310422878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Service","name":"payload-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.313920039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.318643136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.321146879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.324540126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.329699767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.332250045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.3348899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.337262532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-4a127b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:33.339619221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4a127b"},"namespace":"ai-tenant-e2e-inf-b-4a127b","name":"default-tenant","reconcileID":"5d082b4f-58c2-4ec7-b426-e1a619f12f49","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-4a127b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.030854932Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"7cfd3f95-2660-4fdb-8ead-709437b35b99","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.030988639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"eddd1d79-4ed5-4395-9736-560338c3c0c6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.03100691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"eddd1d79-4ed5-4395-9736-560338c3c0c6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.044271442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"886160c6-7c2a-41d2-8286-fdd7151e0cd0","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.044476641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"a09349d9-42f8-47fa-9e04-86f1425d6128","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.044492424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"a09349d9-42f8-47fa-9e04-86f1425d6128","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.047943232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"695395ca-2f24-4153-a454-13d23660110b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.048246267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3546b884-c55c-4acd-a474-704fbd1be3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.052235116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"7de325b3-041b-4773-a075-c666c6724881","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.055764201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"695395ca-2f24-4153-a454-13d23660110b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.05602409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"3546b884-c55c-4acd-a474-704fbd1be3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:34.140966788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-auth","reconcileID":"886160c6-7c2a-41d2-8286-fdd7151e0cd0","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.148345157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6805e1dc-96e3-4fe4-b86e-ac1c238cf683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.148620292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"83f84c07-be20-4e10-a744-ec47fc2da329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.15127449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"cbb60116-58f8-4903-9350-a1cea7095235","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.154972605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6805e1dc-96e3-4fe4-b86e-ac1c238cf683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.156337969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"83f84c07-be20-4e10-a744-ec47fc2da329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.279676756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"59fcbc67-24af-4d2e-bc7a-6df7f80704a2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.279698546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"59fcbc67-24af-4d2e-bc7a-6df7f80704a2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.344951883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"86d1245a-f458-4cbb-aff2-39ad5723bec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.347048589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"64b1ea20-9f6c-45a0-b23f-38054161e9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.352414306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"86d1245a-f458-4cbb-aff2-39ad5723bec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.355528739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"64b1ea20-9f6c-45a0-b23f-38054161e9b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:34.765854291Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.040103538Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4a127b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4a127b","reconcileID":"9eecfdb3-1f0a-4b9c-828a-3e2e9a7a711c","aitenant":"ai-tenants/e2e-inf-b-4a127b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.157768842Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-valid-sub","reconcileID":"303c8ad3-23e1-4392-928a-4a6d07fd9b1b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.216967999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-valid-sub","reconcileID":"303c8ad3-23e1-4392-928a-4a6d07fd9b1b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.227222083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4a127b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4a127b","reconcileID":"9eecfdb3-1f0a-4b9c-828a-3e2e9a7a711c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-4a127b","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-4a127b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.238057813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"352de808-3bc5-4b88-8656-2306b821bc98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.242019773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb39b75-6ef3-4484-b51f-64c5407c1266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.2424191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d6950758-3b93-4963-b394-5e49a7007d36","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.245182555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb39b75-6ef3-4484-b51f-64c5407c1266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.248333969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb39b75-6ef3-4484-b51f-64c5407c1266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.252136339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb39b75-6ef3-4484-b51f-64c5407c1266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.264028564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"6742f103-e6e7-464a-9139-b7dba1afddb5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.264064303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"611e775f-db2f-4d0d-aa94-f00bfea175e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.264599076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cf0414e1-6d9e-4177-ab56-81b6fe637fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.273343151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"6742f103-e6e7-464a-9139-b7dba1afddb5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.275280389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"611e775f-db2f-4d0d-aa94-f00bfea175e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.27607039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cf0414e1-6d9e-4177-ab56-81b6fe637fa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.381817898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"775eddc5-e2c9-4d8b-a890-66d6ce5249dd","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.385187926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-invalid-sub-auth","reconcileID":"beddef98-0539-4a5f-9bc7-f14bd5bfef53","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.403226717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"85cc39ce-4362-4d29-b236-8e1f2a37dc41","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.558291431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc48104-d593-4f41-bc5b-58d0160eb9d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.563489975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc48104-d593-4f41-bc5b-58d0160eb9d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.568185455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc48104-d593-4f41-bc5b-58d0160eb9d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.642921901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc48104-d593-4f41-bc5b-58d0160eb9d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:36.99702629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca381eb-be2d-415d-b67b-4d3bcdd6d61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.001630923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca381eb-be2d-415d-b67b-4d3bcdd6d61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.006008849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca381eb-be2d-415d-b67b-4d3bcdd6d61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.009875254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ca381eb-be2d-415d-b67b-4d3bcdd6d61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.043347371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"b1d949c6-816d-40c4-8a22-98a68c5156c4","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.652276115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"402c9325-5427-446a-b34d-cc8f2ef6af5a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.661089979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"6fe3888b-e210-4142-9259-c2aeff12e48b","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.673296075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"dd84c72f-aca5-463c-b840-8b346b99afac","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.681732769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"dd84c72f-aca5-463c-b840-8b346b99afac","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.706210441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"b7337509-4649-4e2d-ac12-ee87a8e6fe6c","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.770141586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"1e8e17ba-121c-4e14-aa5b-252e351181fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.777085338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"1e8e17ba-121c-4e14-aa5b-252e351181fb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.809531902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"737633a4-21fe-4a04-9828-9c1da30fc183","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.819987986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"5a73e247-40a3-40a7-a047-dd5a9cbce841","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:37.825542787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-user-sub","reconcileID":"61790a1f-cec0-450d-999f-563667e0ccf3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.840220096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"83b0b845-5acc-4233-9b5a-37f6595daea3","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.84774115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"3708aa14-30c0-423d-8e3a-607f573c2f79","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.868860254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-user-sub","reconcileID":"ab05b03f-a69c-4dc7-b60a-9d4618e20e93","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-models-user-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.87093914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0587a10f-5251-43dd-9512-385a054adbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.871153682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"89be564b-3a73-4ec8-9d37-40218321b360","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.871419159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ba6bbb3c-ebdc-418f-80f6-6dc198b5170b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.878857216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ba6bbb3c-ebdc-418f-80f6-6dc198b5170b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.878865928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0587a10f-5251-43dd-9512-385a054adbdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.88142692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"89be564b-3a73-4ec8-9d37-40218321b360","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.889180977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"04c152e1-ddd8-4fba-bcc3-ecdf890e7cbc","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.964239758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-user-sub","reconcileID":"5717fcdc-56a8-4646-8254-f842c13350a2","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.964459635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"151f4211-9096-41ab-a8e9-8e07c761765c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.985683702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"a1c3f186-bc06-48c2-bc3a-af9118381a2e","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.985789079Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0aa61b priority=0:[ai-tenant-e2e-worker-w4-0aa61b/e2e-models-other-sub ai-tenant-e2e-worker-w4-0aa61b/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:37.993329383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"b23bcbba-7aa3-42f5-8d51-0a44027dc244","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:37.994823771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-other-sub","reconcileID":"a860b61a-7eee-4066-9aca-794fa03d4fed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.005827804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"afaf9e3f-0601-4f8d-a841-dbf1352574e7","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.01411265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3694aecc-71a6-430b-bd94-3dbec1a87e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.017912601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"70831d7b-4cbc-42f8-a4b3-13d97ae9fa18","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.019285467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"bd7bb35b-3abd-4b26-950c-6ab78c8dc91b","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.045099634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"70831d7b-4cbc-42f8-a4b3-13d97ae9fa18","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.045253291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3694aecc-71a6-430b-bd94-3dbec1a87e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.045379217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"0d2eed4f-fc5f-44a9-b576-0c9f1d8d9635","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.045605422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fa36d381-4fb3-4316-ac9d-3d2e93c359a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.053470321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fa36d381-4fb3-4316-ac9d-3d2e93c359a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.06207132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"4813a8b7-7b38-40f6-9b56-4c570177c9c5","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.06784013Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"3d808f7a-8f02-4dc0-bac3-760e31609813","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.071046903Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-other-sub","reconcileID":"57aa5642-f313-4a6e-b994-b05bb4f9695d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-models-other-sub","ai-tenant-e2e-worker-w4-0aa61b/e2e-models-user-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.073069431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"981204ea-bec9-44bb-a8bd-50df9f2547dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.073205305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"98a9d240-b73e-4824-aab1-78dfe053a340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.080339659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"98a9d240-b73e-4824-aab1-78dfe053a340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.080580988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"981204ea-bec9-44bb-a8bd-50df9f2547dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.089161299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"411588c8-ebe5-403b-85c6-73542b21cbc3","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.097470539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"ccd7da3b-b5a7-4318-91ba-43dbf8a6a613","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.097489702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"ccd7da3b-b5a7-4318-91ba-43dbf8a6a613","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.112470045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c3bb7057-3133-43a4-8ffa-fd71669dfc55","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.112496612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c3bb7057-3133-43a4-8ffa-fd71669dfc55","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.161910271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-other-sub","reconcileID":"6eb75153-e17a-40fe-b145-441668eeeae9","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.162316568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"113535a6-9b21-4f84-8e03-4c99a46a0a8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.163415719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-user-sub","reconcileID":"4e6633e7-2040-4405-91f7-57c0f2a5d793","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.166231033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"09554134-efc5-4bc4-8bf2-7791e06bcf61","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.202585762Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"71c7fec7-31be-458c-b1d4-8714ed28b082","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.210094358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ced47563-77ef-4974-b760-e78b7ec9f72a","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.210216358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243a2f35-5bdb-45ac-a4b2-e03860df80aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.21050481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"c0930f7e-85bf-41a9-af97-44f8bde085e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.212642603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5f60bd24-ed69-42b6-81e5-4099ede869d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.212654481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"df9a6b48-11e2-455b-a10e-c7436ca17b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.217157802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ced47563-77ef-4974-b760-e78b7ec9f72a","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.218211873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"c0930f7e-85bf-41a9-af97-44f8bde085e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.220226106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243a2f35-5bdb-45ac-a4b2-e03860df80aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.221054391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5f60bd24-ed69-42b6-81e5-4099ede869d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.222807315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"df9a6b48-11e2-455b-a10e-c7436ca17b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.231713814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"a682519d-6368-4d11-9f09-70f8742cb6f8","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.231729072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"a682519d-6368-4d11-9f09-70f8742cb6f8","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.407586974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e8dd27a1-5792-4d10-ab41-1aa69e77fb2e","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.407622308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e8dd27a1-5792-4d10-ab41-1aa69e77fb2e","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.419052847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"02761086-6a80-4d90-913e-128e8d95a96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.419657618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c32cde2a-e3f9-4091-ad83-df48ddcbf9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.425207232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bd6276fb-1c4c-4e62-b072-1843d20d4271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.425739796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"03b7da21-61b2-45a1-a6f0-babf63c19590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.42633143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c7ad036-4911-4c9f-9eab-dc038c72e9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.497401832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c32cde2a-e3f9-4091-ad83-df48ddcbf9db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.502564962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"02761086-6a80-4d90-913e-128e8d95a96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.511287094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c7ad036-4911-4c9f-9eab-dc038c72e9a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.511709911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bd6276fb-1c4c-4e62-b072-1843d20d4271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.514671811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"03b7da21-61b2-45a1-a6f0-babf63c19590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.556294046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3e1d8f27-6dc2-45f6-a0df-dbfe57cf2561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.567131204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3e1d8f27-6dc2-45f6-a0df-dbfe57cf2561","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.67167913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2c3fbdb3-711d-4c90-8e6d-492b4c8814e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.770096405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2c3fbdb3-711d-4c90-8e6d-492b4c8814e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.770662391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"bb06d94c-65b2-4db5-94c3-2279b7b9e976","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.771233421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"aa9ca640-720c-4898-86ab-2cdad3029a8d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.771808327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"20126139-339a-41ce-9d18-dc5677a41b2c","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.771827435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"20126139-339a-41ce-9d18-dc5677a41b2c","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.778223028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"bb06d94c-65b2-4db5-94c3-2279b7b9e976","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.844636155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"aa9ca640-720c-4898-86ab-2cdad3029a8d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.854684892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b97f363-6d14-4e6d-aa57-a2f62fb06bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.854933627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"9870f290-62c1-4b44-a5ce-4e1f4e6ad80d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.86183028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b97f363-6d14-4e6d-aa57-a2f62fb06bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.864529568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"9870f290-62c1-4b44-a5ce-4e1f4e6ad80d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.931527909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"5e94b25f-16ae-4f43-bccd-2e8a818cddf2","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.944852797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"04e0babe-04c3-4c89-b7d9-3626b6ce8129","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.944888947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"04e0babe-04c3-4c89-b7d9-3626b6ce8129","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.94618999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6d4a4f3f-0050-40c5-b8b5-d2cfbee85fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.946355657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"af4c794d-d494-4f0a-a851-2e815657c78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.949282893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"8ef46fb6-7e96-43d7-8826-5ed2e8ae3af6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.955858418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"af4c794d-d494-4f0a-a851-2e815657c78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.956709702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6d4a4f3f-0050-40c5-b8b5-d2cfbee85fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:38.958315363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"8ef46fb6-7e96-43d7-8826-5ed2e8ae3af6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:40.800132509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a5756-ab66-45a3-ac25-e2b1b0e18a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:40.803209511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a5756-ab66-45a3-ac25-e2b1b0e18a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:40.806266229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a5756-ab66-45a3-ac25-e2b1b0e18a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:40.809349709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa7a5756-ab66-45a3-ac25-e2b1b0e18a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.199028148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb482c15-7107-4807-9c81-1286036495c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.202297387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb482c15-7107-4807-9c81-1286036495c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.205557101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb482c15-7107-4807-9c81-1286036495c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.208794411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb482c15-7107-4807-9c81-1286036495c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.448515531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"64b101fb-5f4e-4c2d-b855-4c67a7fb12c0","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.787183925Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-638f19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-638f19","reconcileID":"f7f5710e-a106-4542-92c8-6996fef0b5fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-638f19","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-638f19":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.866726571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"69c43dea-1b90-4bf7-adc8-6bffced5f56b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.881601429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"de12034c-59ab-42f2-b3ff-dcce59162021","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.900315863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"41be6ec9-c724-48db-a64b-bb95143cc3aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.910684903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"41be6ec9-c724-48db-a64b-bb95143cc3aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.916915972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ef9c40b519e0629eb7f7ee899a9b6e1d904fe144f91f00891da6a51a6d809ff) AuthConfig (0d8d9e238a1fbf7dcca225ce55558674369c8f16278b499471be1cd8f2bae517) AuthConfig (9839262ebefeccaa9efd7a3271f81b0fcf0091f1f370d8c268205fb8c3dce7e9) AuthConfig (89275d120903b07d5c55e1bc03a6693a218550dbeba83431f5a22ce3f841ba09) AuthConfig (0cbdcf87c6516e90d12a5e1f1b4450077391c9f0bca5a542f4791e8aaabf00c3) AuthConfig (ca6b052a17215d10d0fbad62014c339c719d2a1bf7e29208f9cef5ff247e243f) AuthConfig (df44e7ceceec0912f81fc9406bce1c275d4c211dc4ec78c07877fb2e9352c561) AuthConfig (73f6d88847c3ae04ecab3c17b8e58942c351c47df532645a8e6646dc7e0d9ee9) AuthConfig (758d5b604af985271d4a36321b20e427dc9393f7f122a2e88add38a7d4cfc8b8) AuthConfig (c835344b2818fdf3e2777d72e515d8da39469e0ee250872160685df5a5b9c579) AuthConfig (d7ab678986a5ca37a972e9c9b2e8e2b2b1ce39f10358d3d51351b69203e50391) AuthConfig (6198402f52a16ca4947ccb31dead1f54e210daa0326522e7d36eebc09c0a9d59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"41be6ec9-c724-48db-a64b-bb95143cc3aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:41.947814127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"0023e10b-4c67-4246-82b9-be00f8a1f8bc","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.051327119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"d9195569-9f68-495b-8753-2644b686bb7a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.057658803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"792ef923-84fd-4f4e-9afd-2d2c236da87b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.062222811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"d9195569-9f68-495b-8753-2644b686bb7a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.074127302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"d0d08479-2a17-4c92-8c15-c7f42f9254b3","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.074609288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e3d4229f-1452-4766-8fe0-86878a75c130","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.074986725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ef9c40b519e0629eb7f7ee899a9b6e1d904fe144f91f00891da6a51a6d809ff) AuthConfig (0d8d9e238a1fbf7dcca225ce55558674369c8f16278b499471be1cd8f2bae517) AuthConfig (9839262ebefeccaa9efd7a3271f81b0fcf0091f1f370d8c268205fb8c3dce7e9) AuthConfig (89275d120903b07d5c55e1bc03a6693a218550dbeba83431f5a22ce3f841ba09) AuthConfig (0cbdcf87c6516e90d12a5e1f1b4450077391c9f0bca5a542f4791e8aaabf00c3) AuthConfig (ca6b052a17215d10d0fbad62014c339c719d2a1bf7e29208f9cef5ff247e243f) AuthConfig (df44e7ceceec0912f81fc9406bce1c275d4c211dc4ec78c07877fb2e9352c561) AuthConfig (73f6d88847c3ae04ecab3c17b8e58942c351c47df532645a8e6646dc7e0d9ee9) AuthConfig (758d5b604af985271d4a36321b20e427dc9393f7f122a2e88add38a7d4cfc8b8) AuthConfig (c835344b2818fdf3e2777d72e515d8da39469e0ee250872160685df5a5b9c579) AuthConfig (d7ab678986a5ca37a972e9c9b2e8e2b2b1ce39f10358d3d51351b69203e50391) AuthConfig (6198402f52a16ca4947ccb31dead1f54e210daa0326522e7d36eebc09c0a9d59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"d9195569-9f68-495b-8753-2644b686bb7a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:42.081856301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e27ae7/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:42.082021838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"d9195569-9f68-495b-8753-2644b686bb7a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.083445252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"17abb322-eafd-4561-9c41-678167a6d108","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.103910662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ceca8646-85ff-4229-88e8-87e6fff09614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.104494061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"771e3d7c-f9ad-4512-896c-4622da862572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.152826459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ceca8646-85ff-4229-88e8-87e6fff09614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.15923152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"771e3d7c-f9ad-4512-896c-4622da862572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.161101294Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"b27d0b32-146c-4c7f-a2e7-1a80b8f5b243","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-status-active-sub","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.184106052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ec0dd1-618c-413c-8652-ec5a39959a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.189680432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ec0dd1-618c-413c-8652-ec5a39959a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.199107585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ec0dd1-618c-413c-8652-ec5a39959a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.201385566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"62cea3dd-e14f-495a-93ba-1d2b3db3d526","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.203566221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97ec0dd1-618c-413c-8652-ec5a39959a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.204957143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"3d2255f3-90c7-4d30-9088-27d125da63e4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.20994503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"10c97967-500c-459a-8b8a-03744045ce06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.224803198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"3d2255f3-90c7-4d30-9088-27d125da63e4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.226370909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"10c97967-500c-459a-8b8a-03744045ce06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.228259195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"9b0882f6-ce5c-4aeb-962c-508a7fb99428","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.232763902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ef9c40b519e0629eb7f7ee899a9b6e1d904fe144f91f00891da6a51a6d809ff) AuthConfig (0d8d9e238a1fbf7dcca225ce55558674369c8f16278b499471be1cd8f2bae517) AuthConfig (9839262ebefeccaa9efd7a3271f81b0fcf0091f1f370d8c268205fb8c3dce7e9) AuthConfig (89275d120903b07d5c55e1bc03a6693a218550dbeba83431f5a22ce3f841ba09) AuthConfig (0cbdcf87c6516e90d12a5e1f1b4450077391c9f0bca5a542f4791e8aaabf00c3) AuthConfig (ca6b052a17215d10d0fbad62014c339c719d2a1bf7e29208f9cef5ff247e243f) AuthConfig (df44e7ceceec0912f81fc9406bce1c275d4c211dc4ec78c07877fb2e9352c561) AuthConfig (73f6d88847c3ae04ecab3c17b8e58942c351c47df532645a8e6646dc7e0d9ee9) AuthConfig (758d5b604af985271d4a36321b20e427dc9393f7f122a2e88add38a7d4cfc8b8) AuthConfig (c835344b2818fdf3e2777d72e515d8da39469e0ee250872160685df5a5b9c579) AuthConfig (d7ab678986a5ca37a972e9c9b2e8e2b2b1ce39f10358d3d51351b69203e50391) AuthConfig (6198402f52a16ca4947ccb31dead1f54e210daa0326522e7d36eebc09c0a9d59)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"3d2255f3-90c7-4d30-9088-27d125da63e4","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.291601893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f894b15b-200f-406e-a403-b95c1a2e4828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.306901376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"80afc7cf-b1eb-4037-9fe7-9a6de884dbb4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:42.311243796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f894b15b-200f-406e-a403-b95c1a2e4828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.250387091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c26758e4-d391-4d46-b3d4-88b7feb77217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.252158252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"625f9098-c12b-41cf-ba9c-e723429eded1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.265711872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c26758e4-d391-4d46-b3d4-88b7feb77217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.26755264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"625f9098-c12b-41cf-ba9c-e723429eded1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.363959278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"9de5b59d-149f-4b7e-8f6b-18d928c3eca6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.365941984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0ee71e1f-5d10-4a48-92fb-9f45a8ac411e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.366512461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ee15ce9f-509a-41cc-a9e0-fc7858c8b424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.392627079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"9de5b59d-149f-4b7e-8f6b-18d928c3eca6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.400754013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0ee71e1f-5d10-4a48-92fb-9f45a8ac411e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.401685824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ee15ce9f-509a-41cc-a9e0-fc7858c8b424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.404730979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d726cdf5e21d22682063bbddcb6250c1694db298617e35fc5172f5734c6f7163) AuthConfig (c00015cd4358a4adcd4da742484826cd4bc3d03d0859523f17c82e9c1022fb8a) AuthConfig (fc0e6fdd2c77f032ab0303af80adcd961937bb8bc9a06c6e1186a305b5a6b193) AuthConfig (8f6a0164d297f8e655fe14b7938a2c074e78414411e8d1a215f81f28c3427db9) AuthConfig (557d67da3bfa65f71140e783c8cb098e6e4d9ab4c0525280e3840236e5557d3c) AuthConfig (d62a8a98339e8c2a06e23e2092ebee59828a716657f09a63afb7c95915e295ed) AuthConfig (687cbe3a31e2e3b87f753f6d1fb3d0478ac221e3e76a2b8f4fec854baeb8999e) AuthConfig (5e139397a58132bdb15c4a25fce8aeaf4796a31c85b6e0019d689b63dee96d9a) AuthConfig (1045f4b4f8359615984d3b3a79279a97d6a1edd4d196f5ae50d53cb3e3679bef) AuthConfig (292ee885830f1cef995f649165678a65d2b672d5a89b89dc42321f415ba88ba9) AuthConfig (45e228df840bac0a7a81d057fd60bb2a5e99b308eb639c28cfb57599978946fd) AuthConfig (391dbd57432ea71a0f86fedb3e2e199ff52b90b679a443d2497ae33447898402)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"9de5b59d-149f-4b7e-8f6b-18d928c3eca6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:43.413639908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"72b7e055-be2c-401b-b368-ffccd57f6465","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.019545621Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.054508241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"531ac647-02d5-42b1-86ba-a7a87195c98c","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.054638129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"531ac647-02d5-42b1-86ba-a7a87195c98c","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.064771032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"5588296f-8fd3-4b92-93a4-74b1a33c30cc","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.071061323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"3d9b0636-9a0c-4ce4-bee9-83c5298beabe","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:44.124868906Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-2ac2a3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.129423796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"3d9b0636-9a0c-4ce4-bee9-83c5298beabe","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.196372457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"5588296f-8fd3-4b92-93a4-74b1a33c30cc","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.219096576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"08b592ec-3790-4dcc-bbf6-c87536ecc595","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.219130687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"08b592ec-3790-4dcc-bbf6-c87536ecc595","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.271487782Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"9d93553a-62eb-4e44-a5b7-fc3507716aab","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-att-unrel-2ac2a3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.34940149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e9426baf-3dcf-4ce1-ac1f-baa5a4cc7f72","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.349438015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e9426baf-3dcf-4ce1-ac1f-baa5a4cc7f72","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.410320831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"4e10e8eb-0485-4a94-818a-0976a50e31ab","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.411690517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6f3829bf-783e-45df-ac10-9f32234e6503","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.443608595Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"4e10e8eb-0485-4a94-818a-0976a50e31ab","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.473348151Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-enrichment-sub","reconcileID":"4e10e8eb-0485-4a94-818a-0976a50e31ab","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.522519794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a0cd3d59-56a3-4d8d-8579-f5b23511c0cc","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.531602297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"f41c5064-6aa5-44c0-bed0-b2af48637d0a","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.531721871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"f41c5064-6aa5-44c0-bed0-b2af48637d0a","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.544684809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a0cd3d59-56a3-4d8d-8579-f5b23511c0cc","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.631651256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"d1b262a3-1785-41f2-87e4-5d7369f35bc4","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.667853553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"43a9e068-82e6-414e-b2ff-416a78b3b24a","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.707065502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"e2f12ca7-8ce4-48b6-824c-f5ddaa9f2382","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"tenant":"e2e-worker-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.707190263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"e2e-enrichment-model-ref","reconcileID":"e2f12ca7-8ce4-48b6-824c-f5ddaa9f2382","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.707985451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.765343886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"d1b262a3-1785-41f2-87e4-5d7369f35bc4","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.814771994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2ade6e0b-4d08-4a8c-930a-24deef605883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.81904028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e1f5d4e4-fab7-4b47-8dd2-686b125e61d7","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.81916297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e1f5d4e4-fab7-4b47-8dd2-686b125e61d7","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.82333372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4e7b273f-c8c7-4fea-a357-76fd80302c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.866043955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2ade6e0b-4d08-4a8c-930a-24deef605883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:44.917496195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4e7b273f-c8c7-4fea-a357-76fd80302c0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.021013583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"f35cc7f6-82ef-4093-9442-71052011a109","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.021058571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"f35cc7f6-82ef-4093-9442-71052011a109","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.029496928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"c500954a-7bba-46ee-87e8-293be59769a6","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.646124885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"0af35257-1998-46c7-af52-692b15053bf1","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.647246451Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:45.726494077Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3a6480/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.726943722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"e9fd81cf-8e38-406c-b552-3344fcb148ab","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.734402579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"89172070-6b7a-4b27-8b94-51c982056079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.735662262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"b3148b10-b0ca-4f40-94c5-b31573c5ecc2","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.802041164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"03f81e54-823a-4fd5-b028-733e5f1f9e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.897708248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"78254625-b13b-4034-8e84-de3696ce8cfa","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:45.899250852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"89172070-6b7a-4b27-8b94-51c982056079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.17903186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"03f81e54-823a-4fd5-b028-733e5f1f9e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.222120165Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]","namespace=ai-tenant-e2e-worker-w0-3a6480 priority=0:[ai-tenant-e2e-worker-w0-3a6480/e2e-model-match-sub ai-tenant-e2e-worker-w0-3a6480/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.226714856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"edeffa77-7480-47df-a21c-322576bdccb6","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.23134221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"949b753c-4322-4dc0-9a22-eca99603254b","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.430383312Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-sub","reconcileID":"30b31d98-5107-45f1-9d63-e895d76e9403","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"distinct-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.433764769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"9eac4013-9e85-421b-bf1f-669dcae5e7ad","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:46.476137433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-3a6480/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.562449034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"0388077f-f003-428f-94da-beb7f6eec0d1","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.575338795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"8055c70c-b97d-4728-97fb-319d8120cadd","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.652809459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"8bc35e77-d371-4535-beb6-4c4aedc14e79","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.703357217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"401e040f-d922-49d5-9da1-64bf3a314e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.743415233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"966048ad-909e-4875-8262-eedc2f693eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.743677966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"18670b76-ca6c-446a-92d8-d538d61f49d9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.743899021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"3a526862-c6ee-4db7-b4b6-7c548c754467","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-2-w0-3a6480","model":"distinct-2-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.829978465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"401e040f-d922-49d5-9da1-64bf3a314e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.856259562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"18670b76-ca6c-446a-92d8-d538d61f49d9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.856704416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"2e8fceec-d88b-4e13-8b1d-bb05c8d2c126","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.867528925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"be7557b5-6b15-413f-ad0f-470a7c7f5741","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:46.866266901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"966048ad-909e-4875-8262-eedc2f693eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.287429597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"2ea3921e-54de-446d-8f61-ed353fedaa9e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.30503003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-sub","reconcileID":"d4c6da15-758a-48a9-a5bf-2505a15a2fae","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:47.305539733Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"be7557b5-6b15-413f-ad0f-470a7c7f5741","name":"distinct-2-w0-3a6480","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-3a6480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:47.305685734Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"be7557b5-6b15-413f-ad0f-470a7c7f5741","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-3a6480\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.306015241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"59a978f5-ed7d-454a-aae4-26cf7a31598b","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.456510665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"2ea3921e-54de-446d-8f61-ed353fedaa9e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.468550925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"1ce9664b-1b33-4d9d-8f32-eb130cfe915c","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.525972144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"6b8acf1f-1d90-4d84-b983-469dccca41ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.54666586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"59bb6103-03ad-45f8-bda0-b4e33545f9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.547750187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"9c65f387-8cc6-4766-abf4-664458c5dca7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-2-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.553217635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"514e714c-9a6c-450d-9d59-7713278c9705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.557483744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"59bb6103-03ad-45f8-bda0-b4e33545f9d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.565051309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"514e714c-9a6c-450d-9d59-7713278c9705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.575010081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"f37a3e4e-acbb-42c9-a57c-e86e68ecf22c","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.584243319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"0169dd21-1609-4e03-932a-960db388a73f","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.602450713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"c90a5a99-ee74-423e-9d09-c712369ec7f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.622825299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"6bdcf0e2-3f8a-4fd8-bb5c-2159dbd58000","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.632610799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"7738cdfd-529a-49fb-b2f5-ec2d83b3ffaf","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.648224846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"0b189b13-da0b-4323-97f2-29b0c50fbbc1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.658630889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"0b189b13-da0b-4323-97f2-29b0c50fbbc1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.747768819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"8b6b8fdb-32c7-41a1-9b89-f4ab34b39bb3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.757455017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"8b6b8fdb-32c7-41a1-9b89-f4ab34b39bb3","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:10:47.817063555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"0b189b13-da0b-4323-97f2-29b0c50fbbc1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.842036092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"a1d29709-55ce-4376-b812-8e50248586a0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:47.854602877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"a1d29709-55ce-4376-b812-8e50248586a0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.734050785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"2f24a2f9-841f-4e74-9bc3-8608d3be59cd","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.747681334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"378328ef-1708-465d-b846-abc82c8d50d2","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-2-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.757109313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e55effe9-7e2e-49af-ba26-c613b23689cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.757188248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ca4c2d2e-b498-4049-bbff-6a7628705b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.759318051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"72757023-de2a-4350-90e8-0d97c788aada","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.759564611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"5f891ddc-cdbb-4200-91ea-eb05035a2494","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.764853266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ca4c2d2e-b498-4049-bbff-6a7628705b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.764996266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e55effe9-7e2e-49af-ba26-c613b23689cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.766990658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"a1118e58-c9b7-4f4f-8108-730df2e2b11c","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.767297641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"72757023-de2a-4350-90e8-0d97c788aada","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.770825171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"5f891ddc-cdbb-4200-91ea-eb05035a2494","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.847531287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"c45c94ce-10cb-4a39-82d9-c8dedc9b5f00","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.848182835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"9ee406aa-b603-4539-af0f-0b4356104a9c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-2-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.861338547Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-sub","reconcileID":"6dada96d-600e-48a4-8147-5664cc12965b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ae47fd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.86688183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"dcacffea-6fdc-4715-9eb2-8ceb39803699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.870010991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"e370e458-38ae-412c-b051-b8b496abd2c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.870316702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf1c3a63-7194-46a8-8edc-8c7c4873632d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.870511437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"ed07eed7-17ae-4f3f-b63b-f13abe3946de","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.875088218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"dcacffea-6fdc-4715-9eb2-8ceb39803699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.878403265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"e370e458-38ae-412c-b051-b8b496abd2c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.883071237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"ed07eed7-17ae-4f3f-b63b-f13abe3946de","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.883514367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf1c3a63-7194-46a8-8edc-8c7c4873632d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.955093998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-user-sub","reconcileID":"e7176589-f502-4c66-86c8-f90ac650fb70","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.973622391Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-user-sub","reconcileID":"e7176589-f502-4c66-86c8-f90ac650fb70","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-models-other-sub","ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.987338241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-other-sub","reconcileID":"0d63db39-8fc7-4e12-84b7-698e4c1fd17c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:48.987392969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"8b6ef266-6688-49d3-8005-f95a38fdbc5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.002050208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"7b239ecc-c745-40b4-a404-0b9d358950c9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.00247352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3eb3f66f-f92b-4017-a708-0755219ebe9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.002509018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"fe286dbb-56c8-40e1-9b3b-219b55f6b911","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.005494246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2ee99a5e-d10b-4854-8fa0-1f297c7f4b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.00944464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3eb3f66f-f92b-4017-a708-0755219ebe9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.011959583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"7b239ecc-c745-40b4-a404-0b9d358950c9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.042070616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"fe286dbb-56c8-40e1-9b3b-219b55f6b911","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.042254371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2ee99a5e-d10b-4854-8fa0-1f297c7f4b70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.088042294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"c69ff7f2-3cf6-4030-8c99-e17178726949","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.08819111Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.096650992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"4e877197-b34e-46fc-bfea-1e80c1e82360","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.09805667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2d0bbf2b-30ec-4cf2-b8c0-05a6e84b523b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.104906527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2d0bbf2b-30ec-4cf2-b8c0-05a6e84b523b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.19665777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"48f0ccc1-62db-4fea-a678-6140bf51849b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.197178687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"a027f047-0481-437c-b91a-5db4fc7eb3cc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.203489375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"48f0ccc1-62db-4fea-a678-6140bf51849b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.204370472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"a027f047-0481-437c-b91a-5db4fc7eb3cc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.221607625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"c7de6968-3021-4d1f-b0e5-248f39a8d0f2","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.348360046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1a56317-d94b-4637-bdf8-be5af599925b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.349391102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"35f75380-b390-40cd-9963-9baaf57d9cfb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.34975436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ddd772ba-7d7e-4c07-b60c-dc28339961c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.354974196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1a56317-d94b-4637-bdf8-be5af599925b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.357341919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"35f75380-b390-40cd-9963-9baaf57d9cfb","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.359632669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ddd772ba-7d7e-4c07-b60c-dc28339961c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.417819399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"045faddd-dd56-45f8-9dac-21339a3533d7","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.435082967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"74383dcb-0050-4b1a-846a-dc17126b4098","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.442707276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5fd8c68c-3390-49f9-83cc-1595e32f0246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.444547768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"57615f04-ea7a-4b7b-b5b8-95ec0ad86ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.444604691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"2aa53b0d-60ab-40c6-a24c-6a966e8b2efa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.445201016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"f621ca8d-752a-4124-a6aa-5842a7bfa12a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.450416494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5fd8c68c-3390-49f9-83cc-1595e32f0246","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.452264844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"f621ca8d-752a-4124-a6aa-5842a7bfa12a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.452819548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"2aa53b0d-60ab-40c6-a24c-6a966e8b2efa","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.454768717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"57615f04-ea7a-4b7b-b5b8-95ec0ad86ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.455321067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"7e147a33-9531-451f-9c7d-ac86542dc3c6","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:49.532057574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"6c51d427-5f28-4aa5-9a5b-16f35a2b9fb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:50.73300545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"0097cf16-9195-4338-93f6-3b9ca9d7f8c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:50.749988916Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"0097cf16-9195-4338-93f6-3b9ca9d7f8c2","name":"e2e-praxis-a-638f19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.421660619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"ca0bed10-0ef4-42d6-8b5a-41e5161ee7a5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.430902794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"ca0bed10-0ef4-42d6-8b5a-41e5161ee7a5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:53.437315795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e27ae7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d726cdf5e21d22682063bbddcb6250c1694db298617e35fc5172f5734c6f7163) AuthConfig (c00015cd4358a4adcd4da742484826cd4bc3d03d0859523f17c82e9c1022fb8a) AuthConfig (fc0e6fdd2c77f032ab0303af80adcd961937bb8bc9a06c6e1186a305b5a6b193) AuthConfig (8f6a0164d297f8e655fe14b7938a2c074e78414411e8d1a215f81f28c3427db9) AuthConfig (557d67da3bfa65f71140e783c8cb098e6e4d9ab4c0525280e3840236e5557d3c) AuthConfig (d62a8a98339e8c2a06e23e2092ebee59828a716657f09a63afb7c95915e295ed) AuthConfig (687cbe3a31e2e3b87f753f6d1fb3d0478ac221e3e76a2b8f4fec854baeb8999e) AuthConfig (5e139397a58132bdb15c4a25fce8aeaf4796a31c85b6e0019d689b63dee96d9a) AuthConfig (1045f4b4f8359615984d3b3a79279a97d6a1edd4d196f5ae50d53cb3e3679bef) AuthConfig (292ee885830f1cef995f649165678a65d2b672d5a89b89dc42321f415ba88ba9) AuthConfig (45e228df840bac0a7a81d057fd60bb2a5e99b308eb639c28cfb57599978946fd) AuthConfig (391dbd57432ea71a0f86fedb3e2e199ff52b90b679a443d2497ae33447898402)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"ca0bed10-0ef4-42d6-8b5a-41e5161ee7a5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.155100739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"68d4b87f-b586-47c9-90c2-d0c6a161dadd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-2-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.403922101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"88171ed9-fdb3-4723-8ac1-587c09abf044","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.405425594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"75fdc4bc-f3f8-494a-926f-1aa33f2ebcd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.406392616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"52ae4c22-a3c7-4313-be76-7b717797b2f5","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.428903753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"7246c4fc-9665-4d17-ae9a-f55271552ea2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.429681251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7dbd277b-2944-40e2-a478-45b842c36635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.634716233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"52889954-bc66-461d-9717-d995b88502a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.678237212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"7246c4fc-9665-4d17-ae9a-f55271552ea2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.763222201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"75fdc4bc-f3f8-494a-926f-1aa33f2ebcd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.793732235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7dbd277b-2944-40e2-a478-45b842c36635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.901695809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"52889954-bc66-461d-9717-d995b88502a7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:57.912590436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"7ae9ab58-4d4b-4d53-8f8a-458266f6cc1c","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.043932019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"563a2c7c-0484-40b8-89f4-b954345d543c","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.066012671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"563a2c7c-0484-40b8-89f4-b954345d543c","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.054650386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b741680b-d4a2-4198-97a0-eb627fdbace3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.207626074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b741680b-d4a2-4198-97a0-eb627fdbace3","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.274348526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"5bf0caec-49ca-4374-8917-812d3441706a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.325826379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"7ae9ab58-4d4b-4d53-8f8a-458266f6cc1c","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.352558591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"4e70b470-3c61-433f-84c7-b38b47762c71","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.364024377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"5bf0caec-49ca-4374-8917-812d3441706a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.368911396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f190a2c9-598f-4cbf-a4d3-65613fd51e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.391709317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"4e70b470-3c61-433f-84c7-b38b47762c71","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.410417759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f190a2c9-598f-4cbf-a4d3-65613fd51e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.506098805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e086f2da-203c-475a-8ce1-67ea36ba6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.516564122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e086f2da-203c-475a-8ce1-67ea36ba6926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:58.93917203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-sub","reconcileID":"0be4cfbe-efcc-4c99-97d8-b8a4e3a02904","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.062334823Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-sub","reconcileID":"0be4cfbe-efcc-4c99-97d8-b8a4e3a02904","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.09740716Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-sub","reconcileID":"0be4cfbe-efcc-4c99-97d8-b8a4e3a02904","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.28823575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-other-sub","reconcileID":"e1bc41a5-abf9-42c2-9862-4476d86a503b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.41934386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"b423a03a-2a9c-4082-b617-2ad2e52e7596","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.433526585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.620153546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"1cea6179-ab12-4165-8676-bf71f4ff36cf","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.74823604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"873379f9-6440-44d0-8819-fd9f3051d3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.88257036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"c870488b-68aa-4be2-89d9-c37387d4f447","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.883641031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"8829f4a7-aac2-4ab4-aeba-41ca1ffc8aaf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.754557908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b12a4ed6-446e-4e0c-8bab-4ce44f6360be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:10:59.75667113Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-other-sub","reconcileID":"e1bc41a5-abf9-42c2-9862-4476d86a503b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.13117272Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"b18829d9-42ef-46c8-ae47-0cad7bd4b265","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac3c5b5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.293252956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"873379f9-6440-44d0-8819-fd9f3051d3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.371221707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"8829f4a7-aac2-4ab4-aeba-41ca1ffc8aaf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.658139219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"c870488b-68aa-4be2-89d9-c37387d4f447","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.797990758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b12a4ed6-446e-4e0c-8bab-4ce44f6360be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.798832017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"845b36d5-b645-4d45-9ff7-66d7873d326c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.800553043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"0d01e243-6326-4161-8e27-15318575847d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.875848324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"568b4caf-a562-4830-8839-ab53921d8dd7","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:00.92162158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"404de571-078b-4a32-ab65-28f848fddba0","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.076604842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"99a2f185-500d-4cae-b3e4-166ad78a4519","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.07940768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.227494703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"fb40d657-4240-49a5-91b4-419a6f7702ae","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.228599869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"b6b9ebca-c204-427d-abfa-c5add5dd300e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.244704566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"9c5222aa-9017-4868-bbde-c0ce32ea234e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.245614839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"e2d9cd9f-99d4-4b22-8b14-e475ec465822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.248635677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"e970c8c9-cc75-4f2f-8e09-b9a586fda499","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.304432284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d2057e85-c303-41d7-8418-d0a88cf10372","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.312433329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"e970c8c9-cc75-4f2f-8e09-b9a586fda499","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.317395072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"b6b9ebca-c204-427d-abfa-c5add5dd300e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.317983703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"4eb3800e-e4d6-47c0-ab68-6b1e518812b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.318634898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1b799536-d67e-426b-b657-697a4fab0338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.319923295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"528e420e-53b5-4e07-a9cf-8579f8f399cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.328868856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c23dbb54-b72c-4585-8cac-ef44f1fc0eaf","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.335415004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"528e420e-53b5-4e07-a9cf-8579f8f399cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.344519285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1b799536-d67e-426b-b657-697a4fab0338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.351212549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"42d2223b-fcd5-42e8-bf6c-1697ef4c6ae1","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.3523296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"4eb3800e-e4d6-47c0-ab68-6b1e518812b9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.372304963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"e86d509b-baf3-4362-a37c-2223fc80d98e","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.429844287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"d688d943-97df-4364-8e4b-fd109397f464","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.431368622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"2a03fb8f-8914-4041-b111-b1b6849e960f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.438918817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"c6d86f35-1157-4d62-ae04-154806dd92f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.450433503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"c6d86f35-1157-4d62-ae04-154806dd92f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.529436741Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"07a2a8f6-c551-4d9e-b9c2-10bc7eb41fe4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.534821293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e27525c0-2427-49cc-aebd-e73f3d0aca24","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.537047194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"49e768f3-7039-4972-8f64-1006374390e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.537065987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c86397d1-86a2-423b-acaf-8b5b7c141f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.537531565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"031022fa-0e1e-4ad5-a173-fb7ad0cd7ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.544553633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"49e768f3-7039-4972-8f64-1006374390e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.544737286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c86397d1-86a2-423b-acaf-8b5b7c141f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.547005362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"031022fa-0e1e-4ad5-a173-fb7ad0cd7ba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.625399425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"a5fb8a6a-06e6-4dbe-b176-f3fa087d09cb","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.637536903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"1a9472b5-9c0f-44bb-b3fb-6d5e4fb155b3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.637833481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"17200332-4451-4d40-a188-9c8854a6aecc","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.640228622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"81d35155-482a-474d-ac99-f2ec798d8b02","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.643839624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"288c4088-e047-4e37-b460-fcccf943d128","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.648720848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"81d35155-482a-474d-ac99-f2ec798d8b02","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.662822772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"46df2876-fac9-4889-aaba-d82f7d7d60e2","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.739473509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"58bb2af4-5c82-440a-b46b-89756a111f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.739737447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a200ed0e-7f71-499f-84c7-cd3f26d43f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.745415693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"05172321-0afe-4346-b0e0-d4c1f0ccad07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.749868809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a200ed0e-7f71-499f-84c7-cd3f26d43f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.750494382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"58bb2af4-5c82-440a-b46b-89756a111f3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:01.830016081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-models-access-denied-auth","reconcileID":"1a9472b5-9c0f-44bb-b3fb-6d5e4fb155b3","error":"maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:01.8305628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"81d35155-482a-474d-ac99-f2ec798d8b02","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.845189792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"3c00cf5b-0294-42ca-b444-6da552cd995e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:01.851910177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"3c00cf5b-0294-42ca-b444-6da552cd995e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.8161315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"549e0a8d-0132-415a-9df8-7b39767c83c8","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.842288664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"6b025f31-7a89-4b79-96b7-a401c7dbfc2d","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.844374044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"0798a1b1-cb25-459f-818d-387bf04b6fbf","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.861249797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2fa87396-b014-43d4-afd2-1cd792400fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.862089955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"8dedb099-5034-4095-9ece-ad1a60af5227","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.862498655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"87e44afb-68c7-4285-aaf7-d696340d5fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.863407449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"38698ac4-37b7-40e6-994a-df07b9de3dc1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.864035611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"49c09d67-bf52-4c8f-bec1-88ee24fee8cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.94823558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"49c09d67-bf52-4c8f-bec1-88ee24fee8cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.948954785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2fa87396-b014-43d4-afd2-1cd792400fa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.949870396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"38698ac4-37b7-40e6-994a-df07b9de3dc1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.9515054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"87e44afb-68c7-4285-aaf7-d696340d5fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.961135028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"32d8ab8b-3957-40ac-aa62-e7a4448db3fe","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:02.973379985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"8c578488-6743-449e-8625-2f99f6ed0e49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.001535908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"6dd7f5b7-9556-47e6-b863-acdd70671a85","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.001681181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]","namespace=ai-tenant-e2e-worker-w4-0aa61b priority=10:[ai-tenant-e2e-worker-w4-0aa61b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.010621566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"c7ed2c71-ad1f-42a7-acc6-36426f650e7a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.013302193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"4db47a62-392e-418f-b1e5-5e23fd921c2e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.018160345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"605ee55e-3f32-4e1c-818a-22ff8de22961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:03.018612225Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.021640297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"5a927935-abb8-4b01-a965-fc0330acece0","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.043420823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"49de21d8-1c5c-4ecf-8586-2dd318b82242","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.045110349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"605ee55e-3f32-4e1c-818a-22ff8de22961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.076358992Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub1","reconcileID":"7fcd9514-5dfe-4a96-90d4-8b94e5bbb066","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"distinct-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.094822168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"cb1395ac-3fc5-428f-8e39-4114b87555c9","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.128440668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fd29fce4-fd07-4ec4-8402-844ec1245894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.128524638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b2e5c7f8-4d8f-41d4-93d6-14bfa47a7eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.137014562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b2e5c7f8-4d8f-41d4-93d6-14bfa47a7eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.137232657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fd29fce4-fd07-4ec4-8402-844ec1245894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.161469769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"936b1f56-5a61-4fcd-8480-de1e10d05aed","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.174022861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"b13b96aa-c140-4267-9e04-c05998f2728d","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.174385304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub1","reconcileID":"2252eb97-b78c-4a5c-aa2c-151b2f08940f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.181477195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"ccae9ad2-5b1f-4e51-a976-2b3aeb0bfe51","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.218859948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"97c59726-6b16-49a1-aec1-39713e111c71","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.219097283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"fa11a57d-06d9-4cb7-98ad-a2b5091ce719","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.22791975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"97c59726-6b16-49a1-aec1-39713e111c71","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.228027089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"fa11a57d-06d9-4cb7-98ad-a2b5091ce719","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.266716997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"077aff43-4b9f-400d-ae7f-7c0e1be1d6f5","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.322378789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"546977ca-a29f-4720-b7a5-458354395903","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.330174057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"546977ca-a29f-4720-b7a5-458354395903","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.348624015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"64f656da-72a4-4c92-adb7-0912a1338fbb","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.348909811Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]","namespace=ai-tenant-e2e-worker-w4-0aa61b priority=10:[ai-tenant-e2e-worker-w4-0aa61b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-0aa61b/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.359564317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"6ca028ba-ff75-4f9e-b6c8-8d3c4cebfcea","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:03.362636878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"579b569e-450d-4973-9daa-862b04b6dbb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:03.366336907Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"6ca028ba-ff75-4f9e-b6c8-8d3c4cebfcea","name":"distinct-2-w4-0aa61b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:03.366391955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"6ca028ba-ff75-4f9e-b6c8-8d3c4cebfcea","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.366507018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"6d28e1ec-e6cc-4d06-addf-efa7a3a8793a","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.371575656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"dc552e29-4383-4c7c-a2ea-e6b00f481c65","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.37466762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"4f297b23-89e1-4db8-83f2-2e0fa0c80a71","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.380203292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"5d5eeea0-a043-4cc1-a3c8-7e873aa85b74","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.39707499Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"35659dc1-eb56-4957-ab1a-6277d1b98ed5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"distinct-2-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.414518475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"77332960-1e81-427c-abbc-7543511178c1","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.420992524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9cb54093-400c-4901-8ea9-797cd3f91539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.421578085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"502e42ae-29e3-4360-a210-ea5992b322ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.421826867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7e6fd967-bd3d-45d7-99ec-634ddabf1c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.42877372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9cb54093-400c-4901-8ea9-797cd3f91539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.430138806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"502e42ae-29e3-4360-a210-ea5992b322ab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.431399046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7e6fd967-bd3d-45d7-99ec-634ddabf1c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.47530666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"8e067b1b-d58b-4e3b-aeae-788cd7bbeba2","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.492116214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"ff8065b7-eb66-4e49-9b6b-b0b62639bb41","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.492749003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"dbc2d819-5dc2-48ff-84f7-f4bc52a1f051","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.51805774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"034ba491-9185-4d46-863a-ed9e55c0e915","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.542057093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"a2ca6fa4-0dae-49cf-99f4-c5d3235fa5fc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.542153954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7c946d5-9022-44c6-95c1-e4b82737ffe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.542667506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6642f29b-e8d3-4016-976f-af3b05908714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.545327796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"a576bd53-bfc7-4549-bc74-4918fe01ee3a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.549734768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7c946d5-9022-44c6-95c1-e4b82737ffe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.549914099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"a2ca6fa4-0dae-49cf-99f4-c5d3235fa5fc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.552450572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6642f29b-e8d3-4016-976f-af3b05908714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.55315955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"a576bd53-bfc7-4549-bc74-4918fe01ee3a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.594405058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"52df8588-8510-4dd6-bbf4-fd50cc7a3f9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.623505807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"8048af79-32b2-4562-96c9-9be44aacc5a6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.623504474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"f7938685-4852-4505-935e-e5c0407b063b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.624016228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0f6a5697-1f41-4498-8bee-a347e6330ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.624198077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4992092f-a4bb-4173-b4f5-20977c89890e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.630529084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"8048af79-32b2-4562-96c9-9be44aacc5a6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.631157673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"f7938685-4852-4505-935e-e5c0407b063b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.632936642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0f6a5697-1f41-4498-8bee-a347e6330ea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.634080188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4992092f-a4bb-4173-b4f5-20977c89890e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.870686228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"5ed7a078-1613-49ad-a074-9ebc62107d85","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.887538986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"55973da7-196c-4843-80b8-3c0f34ff9b49","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.889339901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"26bb0719-9918-4098-908c-5f2b3b547059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.890709205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0729af22-86dc-441d-9df7-0d2f5314658f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.890739151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"1b29abb3-cd58-4624-b9e0-dbf653603188","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.891233079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8964b45d-f8d4-46bc-8669-1f09beaa7bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.898245562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"1b29abb3-cd58-4624-b9e0-dbf653603188","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.900043022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8964b45d-f8d4-46bc-8669-1f09beaa7bec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.900822787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0729af22-86dc-441d-9df7-0d2f5314658f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.909633243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"45057a23-538f-42c9-9f0e-f9dcc44c3229","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.912684995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"2e328a97-f893-48eb-bb1e-c146e57ee93f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.987349238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"3fa6ab2c-6aae-4d64-9f6f-c53e0ae5140a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:03.987525615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"6ef4e0bb-0a5b-4d68-860a-9c08cfc93744","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.023319613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"97f2308a-32c7-4399-851e-2b42da5c9e9c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.03503771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"b06b6d04-f2a2-4c43-8686-efbe0ce5e49d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.035734702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4018e82d-c9b0-457e-8a86-57fa5463cf43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.036348425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"50dface0-3109-4c1a-8642-62717930f153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.04340096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"b06b6d04-f2a2-4c43-8686-efbe0ce5e49d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.047568062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"50dface0-3109-4c1a-8642-62717930f153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.04757165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4018e82d-c9b0-457e-8a86-57fa5463cf43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.332546262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"6c4664e0-81f4-4a83-936f-0b7d9c4a6ee8","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.347296571Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub1","reconcileID":"21b6696f-c18c-4757-8d8a-c3fe126b455e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3b07fe65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.357992743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"24b6c84f-770a-4e56-94f5-88a846dfc6cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.358478761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"95714f7a-20cb-4563-8c1b-56357270c57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.358915476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"61f10c31-68c7-48c1-90d6-833084f56952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.359277723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"91423142-2a89-4048-b0d7-8774c833f308","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.371070106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"91423142-2a89-4048-b0d7-8774c833f308","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.371611118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"61f10c31-68c7-48c1-90d6-833084f56952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.375479935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"24b6c84f-770a-4e56-94f5-88a846dfc6cf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.375895067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"95714f7a-20cb-4563-8c1b-56357270c57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.651319682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1acb0978-a787-491c-a570-206bbf192f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.652429333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"ead2b6ec-375b-41f3-99da-9ea8fae53731","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.652922604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"f5e1214a-bd37-4672-b05c-d7158f2f9e87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.659425114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"313588e8-dd8d-46f0-9fcf-49076e639497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.6632472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1acb0978-a787-491c-a570-206bbf192f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.667021336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"f5e1214a-bd37-4672-b05c-d7158f2f9e87","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.670583321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"ead2b6ec-375b-41f3-99da-9ea8fae53731","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.673301744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"313588e8-dd8d-46f0-9fcf-49076e639497","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.766126363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.953160052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0941c1fa-9506-4cca-9974-dd4a2304d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.957496551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0941c1fa-9506-4cca-9974-dd4a2304d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.960906386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0941c1fa-9506-4cca-9974-dd4a2304d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:04.964436369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0941c1fa-9506-4cca-9974-dd4a2304d21e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:05.254284013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dd7704-617b-4303-9e79-11b396442c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:05.257623518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dd7704-617b-4303-9e79-11b396442c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:05.26094363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dd7704-617b-4303-9e79-11b396442c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:05.264128666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dd7704-617b-4303-9e79-11b396442c52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.106933623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"16ef4e4c-e76b-4ed5-a209-04183faa5b44","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.115617082Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"a0cc7143-7bda-42c9-9521-b3034e2a5bdd","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.118090952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"44cfe8f4-706c-41ac-882c-23a54aa310a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.118662406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"dc40119d-0c4c-400b-bd45-eb9ca3c3757a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.121909524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e638563b-805d-4a64-90a4-dc76553fe232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.122415434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"21675d74-2103-4808-97a4-38fc0041da78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.122489263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c83210b3-3a85-41af-ba00-0135fce246d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.126377734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"44cfe8f4-706c-41ac-882c-23a54aa310a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.126576033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"dc40119d-0c4c-400b-bd45-eb9ca3c3757a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.133453756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"21675d74-2103-4808-97a4-38fc0041da78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.133556865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e638563b-805d-4a64-90a4-dc76553fe232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.140652114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c83210b3-3a85-41af-ba00-0135fce246d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.1549668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"2a1b9e5b-694c-4869-8690-07ab2a55391b","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.154997516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"2a1b9e5b-694c-4869-8690-07ab2a55391b","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.166755488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"7eca95c1-688a-4200-9b0c-23dd86b9551f","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.166803739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"7eca95c1-688a-4200-9b0c-23dd86b9551f","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.252084055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"4b6d5997-bd10-4bc6-90db-8329ef75bc21","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.252929437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"89a41aba-9e1d-4ae7-9dc6-7687ae7d2465","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.253985461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c0a23e9a-9002-4fed-a3ec-0b78c814c06f","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.254008509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c0a23e9a-9002-4fed-a3ec-0b78c814c06f","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.358888732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"452d0da8-5366-463c-a11e-bc8c417112cd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.359829974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"2c51ec17-968f-48c4-85a4-a1200a737fd1","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.363246989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"9bfbbf0f-baf1-4c55-9417-c6992116eb53","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.441996828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"4c045b93-ac70-4222-b299-d41629d7b104","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.44598373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"2c51ec17-968f-48c4-85a4-a1200a737fd1","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.449442344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"452d0da8-5366-463c-a11e-bc8c417112cd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.450144343Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"5834ecc2-869f-4cfa-b48c-5b3533a69424","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.452478094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"9bfbbf0f-baf1-4c55-9417-c6992116eb53","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.455719436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"51933dd2-62a2-4521-9de4-248e77bff0b8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.456443254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"6da31349-5e30-4743-88e2-835234b46065","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.465531025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"51933dd2-62a2-4521-9de4-248e77bff0b8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.543622875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e11f16f2-d463-4b6f-a014-4b159a14e897","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.543664502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e11f16f2-d463-4b6f-a014-4b159a14e897","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.546383767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"221834f1-5cbd-4a05-bab4-f90d7edb9fad","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.549177773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"6da31349-5e30-4743-88e2-835234b46065","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.553844687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"b9ea3338-ba5f-49fd-8060-e14ff9e70eda","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.553867254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"b9ea3338-ba5f-49fd-8060-e14ff9e70eda","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.554644783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e6dd9f4-c868-44ac-9b8c-33edc068f232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.559637487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"aff9bee5-11a8-44c4-b28b-1f0c6e65a7f0","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.56055887Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"ff910dec-b173-474c-9cad-42d451d29ebf","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.563470826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e6dd9f4-c868-44ac-9b8c-33edc068f232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.568288926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"ff910dec-b173-474c-9cad-42d451d29ebf","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.571921434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9d48a27-7676-4e57-aa40-c71bd37240b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.579271366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9d48a27-7676-4e57-aa40-c71bd37240b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.642238244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"06a487a7-afac-4119-b96a-f828018b49f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.64262438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"df8fdc09-692c-4f8c-9bc2-3b0caa1f9d2c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.642841997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"4bb6f00b-bc35-4903-8381-59de1047bd3b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.64291535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"4bb6f00b-bc35-4903-8381-59de1047bd3b","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.651477365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"06a487a7-afac-4119-b96a-f828018b49f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.651500955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"df8fdc09-692c-4f8c-9bc2-3b0caa1f9d2c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.657598292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"6c65035f-81b3-40b4-a9d6-863cbddc1e93","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.657682509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"6c65035f-81b3-40b4-a9d6-863cbddc1e93","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.67327521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"68085f9a-ebb9-449a-ae02-ece538e777c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.678230088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fc730ac3-bd55-4bd4-b9e4-7804aed32b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.678349332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4615a42f-6563-4143-902d-2f2a05408e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.678929008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7260b42a-ec1a-4b4b-a79d-2afead4b63a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.681096429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"68085f9a-ebb9-449a-ae02-ece538e777c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.684586731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"18e5f6cc-a14b-4790-b7d3-5dcd800b7f56","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.684650094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"18e5f6cc-a14b-4790-b7d3-5dcd800b7f56","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.688556302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"fc730ac3-bd55-4bd4-b9e4-7804aed32b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.691879471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7260b42a-ec1a-4b4b-a79d-2afead4b63a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.692879694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4615a42f-6563-4143-902d-2f2a05408e96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.735867155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"84c9f7ba-95fa-46a8-8372-783ed1edbede","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.735955671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"84c9f7ba-95fa-46a8-8372-783ed1edbede","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.814269505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c12f526b-77e7-471c-9854-4cf82da261da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.848340804Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"82084c54-a76a-4e20-8e9c-e09e0685157a","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:06.848438247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"82084c54-a76a-4e20-8e9c-e09e0685157a","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.849892559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c12f526b-77e7-471c-9854-4cf82da261da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.920365913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"712ea61f-be3d-4628-b76c-619b906fc25f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.920969253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ff0c4f16-76de-4e23-ad5e-611ffb935cd7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.92154256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"4daa52f6-095f-4035-9a52-179916fc3114","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.930253485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"712ea61f-be3d-4628-b76c-619b906fc25f","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.930994549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ff0c4f16-76de-4e23-ad5e-611ffb935cd7","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.931329132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"76e5089b-9f4b-4dc0-9f36-80faf4c685fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.93419344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"4daa52f6-095f-4035-9a52-179916fc3114","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.947384809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"76e5089b-9f4b-4dc0-9f36-80faf4c685fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.97567946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"f4c838b7-7abe-4e98-9f9e-3aec9e4be1ee","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:06.983135522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"f4c838b7-7abe-4e98-9f9e-3aec9e4be1ee","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.010362234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"6d567316-7cf4-457d-acc2-a0e6d94f87ed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:07.012064278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"347de17c-5a83-4b18-84b2-73f3330afcc4","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:07.012154373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"347de17c-5a83-4b18-84b2-73f3330afcc4","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:07.018981073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"6d567316-7cf4-457d-acc2-a0e6d94f87ed","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:07.353581948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"cbb3c61e-6f95-4b5d-b8ce-e7eb8a3cb8fe","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:07.353646971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"cbb3c61e-6f95-4b5d-b8ce-e7eb8a3cb8fe","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:07.997298981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"46701731-cb5a-4154-8722-f0ceb0128190","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:07.997375274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"46701731-cb5a-4154-8722-f0ceb0128190","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.359822638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"1f561397-3387-4fe7-bc92-9af11b105c38","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:08.369030979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"3beed2b3-f094-4904-a8f3-6a003b28cf81","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:08.369111944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"3beed2b3-f094-4904-a8f3-6a003b28cf81","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.376482885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"337cb4f8-88a9-42cb-b7e4-c6d8773d0d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.378510366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"00013c27-0a9b-4618-a338-3cb05e6dd3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.379107432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"1334734c-9a89-4df5-bcd3-8a617c9c1821","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.380952819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ac32869f-50d4-4a1a-b412-4b48d43c68f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.381938757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"01197374-9f40-43e8-98d6-6510c9d91a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.384709829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"337cb4f8-88a9-42cb-b7e4-c6d8773d0d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.3862832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"00013c27-0a9b-4618-a338-3cb05e6dd3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.387075142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"1334734c-9a89-4df5-bcd3-8a617c9c1821","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.388735444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ac32869f-50d4-4a1a-b412-4b48d43c68f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.394958924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"01197374-9f40-43e8-98d6-6510c9d91a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:08.507473858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"277ec8f0-881b-4fff-88d7-098fe3a7d5e8","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:08.507545941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"277ec8f0-881b-4fff-88d7-098fe3a7d5e8","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.50896568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"202c9dd1-3054-4970-ad39-7e5beb5d20db","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.510703737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"ea126f4b-33e1-482c-ba72-1bfb854342ad","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.510721561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"ea126f4b-33e1-482c-ba72-1bfb854342ad","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.518266665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"12eba9ff-1750-406b-8d29-5b33f142ae02","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.522369576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"2bd07f34-038a-44d5-a279-d5c72e416f09","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.522399374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"2bd07f34-038a-44d5-a279-d5c72e416f09","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.523730128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"202c9dd1-3054-4970-ad39-7e5beb5d20db","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.524459323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"0f315128-87c5-4511-96e1-175d9591c83b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.528713914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"12eba9ff-1750-406b-8d29-5b33f142ae02","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.529172944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"7ccc7739-2cde-4a1b-830c-52d5e96a93dd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.532058599Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"50f2c0c4-2d47-4d9d-8395-b6d39b86292b","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.533266076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"e494a864-6a38-4272-ba3c-454b7f343746","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.533857925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"f30add80-e6b3-4899-a2cc-a346d9f7dc43","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.537702524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"0f315128-87c5-4511-96e1-175d9591c83b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.539591218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"7ccc7739-2cde-4a1b-830c-52d5e96a93dd","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.540297961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"82f34be1-a336-4c39-acc2-836954fbf89e","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.540320496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"82f34be1-a336-4c39-acc2-836954fbf89e","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.607488181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"197e351c-418c-433e-9348-ae3e5794afad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.614605879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"197e351c-418c-433e-9348-ae3e5794afad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.715027682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8cd9e7f4-792f-4680-a1e8-c1afe0da3c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.715964726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"774764bb-a3d2-41ee-846b-9811097d8965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.718276541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f181a80d-3589-4402-9c18-94c6cdbad1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.719210042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"ab6a30fb-436b-4778-86e6-e70cf46e3fd2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.723113801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8cd9e7f4-792f-4680-a1e8-c1afe0da3c89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.745059475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f181a80d-3589-4402-9c18-94c6cdbad1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.745655486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"774764bb-a3d2-41ee-846b-9811097d8965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.749195709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"ab6a30fb-436b-4778-86e6-e70cf46e3fd2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.847529429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"5b5f79b3-0107-4d78-91c9-e4d54c2095be","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.854109224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9289e55a-ee93-42de-9633-ece76ff7a393","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.858823643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"5b5f79b3-0107-4d78-91c9-e4d54c2095be","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.863943984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9a4b5525-5e36-4b59-a1fa-b34107d57e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.86556626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9289e55a-ee93-42de-9633-ece76ff7a393","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.866344839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4bedf451-9852-4ec3-9e19-33d71318bb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.867205095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1fb8d09-ced2-4496-ae08-7df11694ee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.871376458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9a4b5525-5e36-4b59-a1fa-b34107d57e6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.875442799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d1fb8d09-ced2-4496-ae08-7df11694ee4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.877428073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4bedf451-9852-4ec3-9e19-33d71318bb82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.924359483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"71843fcc-04fe-4d07-9d2e-7d7a4c6a08ba","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.926325722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0006c90a-a43e-4be4-82b9-45707da70605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.930091926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"53c2d959-52f8-4fcc-b111-876b02178641","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.930554388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"82fd1204-9e2f-409a-ba3d-3b1f9f74b92a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.931135987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"71843fcc-04fe-4d07-9d2e-7d7a4c6a08ba","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.931508508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"dc48a69c-de3b-423b-b3bc-16d9700136a0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.933767371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0006c90a-a43e-4be4-82b9-45707da70605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.944966416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"53c2d959-52f8-4fcc-b111-876b02178641","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.94500701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"dc48a69c-de3b-423b-b3bc-16d9700136a0","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:08.950311366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"82fd1204-9e2f-409a-ba3d-3b1f9f74b92a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.01640794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"9129e2ef-3150-46a5-b932-b4554277997e","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.016433882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"9129e2ef-3150-46a5-b932-b4554277997e","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.023355001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"767b39bd-95eb-444d-b187-674e217c52f2","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.023376099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"767b39bd-95eb-444d-b187-674e217c52f2","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.030294101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"7c6c75c9-89f4-4806-9d4b-46725dab9165","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.036963214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"7c6c75c9-89f4-4806-9d4b-46725dab9165","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.0428389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e64a37e7f7fe2fb4601d3c4eb457d73b6afe67653b1d8617418170031dbc3925) AuthConfig (3948d2cdcd28fa86dcb9f4126d16fffe669b510498a0296b51f3e6ff1d5f31a5) AuthConfig (8b03cc6ce2dac0b3ec313742c35d2e02178d0f670dc5bb6ed47702c537ce6350) AuthConfig (4851f55616d049a07761015ff9d72c2fa7a5a3d613cee4fcfe9ca0717ef2aeb1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"7c6c75c9-89f4-4806-9d4b-46725dab9165","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.054062934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"8a7d49b4-fb8b-4069-be8a-02c4dbddddc9","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.054079041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"8a7d49b4-fb8b-4069-be8a-02c4dbddddc9","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.136394937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"e640f7a6-20f5-44ee-80ec-1d3349c4ad52","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.139396426Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"e640f7a6-20f5-44ee-80ec-1d3349c4ad52","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.142468688Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-sub","reconcileID":"e640f7a6-20f5-44ee-80ec-1d3349c4ad52","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.167627244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"74ea35cf-13be-4a90-90b7-f68d925b89cc","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.167992593Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.176609286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"6012f69b-192b-48d5-9ce1-c8be4f49fc91","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.183701163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"9a829e84-7843-408f-a3bf-22e80306e076","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.18535855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"40d9e79a-5f47-4b99-98c7-f28265b4a1b3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.185674914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"9ce43619-cf59-4fc7-9284-d94d5a4d73a9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.185971566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"57f2d30b-e5e9-4d30-8820-7275a1b78181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.186233292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"aa5c939f-c011-4082-9c4f-f0fc852e6928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.196032441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"40d9e79a-5f47-4b99-98c7-f28265b4a1b3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.196763884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"9ce43619-cf59-4fc7-9284-d94d5a4d73a9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.199902005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"57f2d30b-e5e9-4d30-8820-7275a1b78181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.200168958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"aa5c939f-c011-4082-9c4f-f0fc852e6928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.281592327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"9af49875-4978-4f6f-8e39-acb4d328a250","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.288514157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"9af49875-4978-4f6f-8e39-acb4d328a250","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.304907531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-match-auth","reconcileID":"5af710b5-302e-4259-982b-bf399b2f560b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.304905129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"c2da8349-4d06-40ed-b738-2dc04aa73a06","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.412531583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"82c713f6-47b3-4db9-9048-b6803f478093","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.559695467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-model-nomatch-auth","reconcileID":"67c71be9-ead4-4f35-a006-b0238cc289b8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.559689266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"54e4c7bf-e8fb-4526-a148-9ee59bb22a93","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:10.571278307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"42b62aee-7d97-4aea-9580-bfc213f25749","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.244001377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4785c-020a-46ce-8e83-a5e536cb1548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.249692347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4785c-020a-46ce-8e83-a5e536cb1548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.25966764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4785c-020a-46ce-8e83-a5e536cb1548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.266845688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b4785c-020a-46ce-8e83-a5e536cb1548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.550516561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bdcd8c-9638-40b2-9a91-8aaccc1610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.558628135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bdcd8c-9638-40b2-9a91-8aaccc1610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.564079561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bdcd8c-9638-40b2-9a91-8aaccc1610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:11.567510692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9bdcd8c-9638-40b2-9a91-8aaccc1610be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.261743631Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7f0c86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7f0c86","reconcileID":"9804db25-d021-4dab-8fe0-7c3b45d212c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7f0c86","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7f0c86":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.499262104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d7a8997b-d2db-4df7-b5fb-3a8c1fdce181","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.499762844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"50923d52-2191-4f91-9bfd-76f66fdbd75b","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.500707181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:12.580579014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"fafd3a0c-f983-403b-bb02-dfc3e5ee05ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.581152718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"be004da1-f5d5-41cc-9ceb-b7e0c59ce9f5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.58174426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"4ba5c097-6afc-45bb-b44d-c8e01bef478b","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.584364152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf85e0fd-76db-4eed-94e8-a0a10e8796bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.593215806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf85e0fd-76db-4eed-94e8-a0a10e8796bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.59352728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"98cb4079-f05b-4ed9-b4c0-c3991de720d7","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.600861376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"be66d026-1edf-40f1-9d4e-1fb1371e8175","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.601380349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"bb5f78df-dd36-4833-a064-1290a1cb96dc","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.602404115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"e0830049-a453-4c07-ad72-6384cc971bf5","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.608002787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"16c96b89-f907-4e75-b576-9f00cd02cb78","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.608414326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"a7391901-9bd4-4b7d-a7e2-4cd0845759cb","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.628526917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419d1c14-ec95-4a13-b313-30afe246077e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.632721767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419d1c14-ec95-4a13-b313-30afe246077e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.639388348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419d1c14-ec95-4a13-b313-30afe246077e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.641286253Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"6c3d6244-f049-4fe3-97e5-12021915e638","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.716605343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419d1c14-ec95-4a13-b313-30afe246077e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.855771167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7fb40df9-0de6-4d17-9f22-0ad1067547d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.856341726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"6c3d6244-f049-4fe3-97e5-12021915e638","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"distinct-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.903682184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"e10a4b98-3623-4cba-a2d0-6878a36f7ed6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.913813376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7fb40df9-0de6-4d17-9f22-0ad1067547d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.91847176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"e10a4b98-3623-4cba-a2d0-6878a36f7ed6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:12.926371255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"6862ba6a-e2d6-449b-96f7-a3cf32c3454b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.024905099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"e007cdc8-3ff8-4eb6-85f0-393ccd74fddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.029538177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"c0574342-bab3-4aeb-ba57-67a1c227a79c","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.030062051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"c9377ab8-a5f9-42a2-974d-5f490db02c04","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.032110178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"6862ba6a-e2d6-449b-96f7-a3cf32c3454b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.051089497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"0179098f-ee60-4149-8e45-3bd123b09703","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.05970149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f39e7fe9-7b1d-4f82-a19d-204ac6942c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.069491181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"31c969df-3f31-474e-a911-d90f17ce61f9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.120732368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f39e7fe9-7b1d-4f82-a19d-204ac6942c7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.308082019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"4d6f8d1d-986b-44da-8e3a-4a336940984c","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.351278442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"31c969df-3f31-474e-a911-d90f17ce61f9","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.449542313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"893627b3-40b6-45ff-8dbc-4f7ef4af1b3d","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.451258583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ff17e1a4-5a60-488d-8242-ec03e16d9466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.760968832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"c98d6e1a-2dc6-4c4b-8c61-c120e16c9fff","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.762073354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"fa33a533-8851-42ee-aa74-beebcd608a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:13.772290966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ff17e1a4-5a60-488d-8242-ec03e16d9466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.006667926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"b3d9b950-319d-45ed-95af-7890c018b2e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.095712884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"b3d9b950-319d-45ed-95af-7890c018b2e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.107638035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f0c4d578-d8e9-40ef-bda1-668521524b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.11869609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"fa33a533-8851-42ee-aa74-beebcd608a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.213254473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"c98d6e1a-2dc6-4c4b-8c61-c120e16c9fff","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.322165284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"95cbf44d-e053-476b-a724-8675d6171b84","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.368649653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f0c4d578-d8e9-40ef-bda1-668521524b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.399307803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub1","reconcileID":"76c38214-5210-48ea-9511-ec192db93622","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.471849301Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub1","reconcileID":"76c38214-5210-48ea-9511-ec192db93622","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.639805462Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub1","reconcileID":"76c38214-5210-48ea-9511-ec192db93622","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.645719421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ca9b3653-1e6e-4404-a8cc-6c96f3c2d988","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.695730093Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-sub","reconcileID":"95cbf44d-e053-476b-a724-8675d6171b84","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.724292129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ca9b3653-1e6e-4404-a8cc-6c96f3c2d988","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.920717483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"eaad1119-ad1c-4451-877b-a83b4c63df8c","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.921416564Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.964459827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338f8515fb2616e175ae52abe863e7dbd52e3bb09f3765440aaa3b43dd8f9d47) AuthConfig (fabbbb5a4079046c1cb8a330b37ac899c362acee3119e27c26b79ffcf43f3ec8) AuthConfig (01f48f17e958bc8c88a59f05477dcfb329d4bdb3407c4b9cba99c460c8c20468) AuthConfig (1f50d90214b285cc84d9a72f038654dac2a62d4a3ac8940b3c420ede3aaaf1ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ca9b3653-1e6e-4404-a8cc-6c96f3c2d988","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.978376733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"e58c3d3e-06e9-43ad-9380-53f38caef0c2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.997263999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9cd0dc71-715c-4899-bbd2-253fe759ad86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:14.997925793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"c5d96b30-dd3f-4708-adc4-90b2a09f8d6b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.073683117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"a8679381-8fec-4823-b588-7ff4eb15e4c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.122512771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e0dd95c-6b7b-4d3c-b512-e532f56c9c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.101573777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9cd0dc71-715c-4899-bbd2-253fe759ad86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.083999529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"e58c3d3e-06e9-43ad-9380-53f38caef0c2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.162920349Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.177124275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"53060350-2337-4bb6-9e5e-c95f8f7ecbbd","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.177249372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"53060350-2337-4bb6-9e5e-c95f8f7ecbbd","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.195654025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"c5d96b30-dd3f-4708-adc4-90b2a09f8d6b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.291727596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"4121b3dc-eeb2-43ce-b56a-820410e95167","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.342735392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"bfd40a4e-4af8-42c9-9a45-c270da86d6bf","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.343888416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"4dc22caf-4947-44b1-a6b1-ad7dd1230dbc","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.34513484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"5e57508b-b197-444f-a799-2dd0eab9f6d2","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.364422939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e0dd95c-6b7b-4d3c-b512-e532f56c9c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.404527926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"dc79496f-bc88-4477-9746-3eb1a635cb25","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.420806015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"4121b3dc-eeb2-43ce-b56a-820410e95167","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.465145819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"35741bac-7e8b-4049-b8be-8191125d2309","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.503357694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f871e5e4-845b-492a-beee-a42524ad70fa","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.526536207Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"b2268b42-5ce0-4ea5-ac9b-990a956028a3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f9c938c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.527371977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8f6a2128-6b8a-4efd-bae1-be690acc1f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.537568902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"651d7f5d-d90e-4508-b83b-5e67612a9633","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.541516188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f871e5e4-845b-492a-beee-a42524ad70fa","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.546723392Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"8192e625-9222-465c-b86c-9550e65997bf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f9c938c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.579682795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8f6a2128-6b8a-4efd-bae1-be690acc1f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.58354572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"80025755-f96c-4189-977c-c9202266c1b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.585347462Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"ba59181b-19c3-4214-9151-1c0147b357cf","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f9c938c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.597757646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"80025755-f96c-4189-977c-c9202266c1b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.620552107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"d797f904-1c8f-4e82-857e-e1c372b0b9d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.633144118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"d797f904-1c8f-4e82-857e-e1c372b0b9d6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.692369685Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth","reconcileID":"00a287e1-d10e-4868-94a9-dd7c683123e8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.729109473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7172697a-4598-4f59-8c43-3957a721e707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.750792906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7172697a-4598-4f59-8c43-3957a721e707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.75154287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"06344fd4-d2da-44d5-a9b6-cbe1f2d96764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.752526455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"db121a3f-1870-4fbc-a7b8-2197d8b68b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.761192522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"06344fd4-d2da-44d5-a9b6-cbe1f2d96764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.765514444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"db121a3f-1870-4fbc-a7b8-2197d8b68b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.792945818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"78c4a455-4c12-443a-b0a7-c488c6a4a49b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.804144089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"de21d81c-7d43-402a-bd4d-583548757373","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.805176275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dfaab036-60ce-4f7b-8277-8d02f780819b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.814271953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"de21d81c-7d43-402a-bd4d-583548757373","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:15.815001942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dfaab036-60ce-4f7b-8277-8d02f780819b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.047193403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"c95a8011-386c-43c2-be0c-b2192dd04316","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.062316885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"18f86642-6e16-4ad1-b2f6-d3f7f2cd758d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.062619212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"b9b19983-7a3c-4aa8-a364-a380530f4cfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.065518754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"37c405ec-8a52-4d2d-a612-5af2042dc1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.066005854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"aa23cdf9-369b-402e-87ff-a2adbb4b1e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.066533311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"21f73624-b7b1-4968-b87a-6240bb25804f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.070654612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"18f86642-6e16-4ad1-b2f6-d3f7f2cd758d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.072773821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"37c405ec-8a52-4d2d-a612-5af2042dc1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.074989688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"aa23cdf9-369b-402e-87ff-a2adbb4b1e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.075760203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"21f73624-b7b1-4968-b87a-6240bb25804f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.081837954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"a4117ab4-fbf6-4afd-aea4-1ce08fdd6a76","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.092111502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"55d5cc18-63c5-4fba-98a0-5de8645b65d4","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.092438939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"98ef7fb5-2cbf-49be-9b0f-f141630c6d85","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.161070545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"32a12ee1-8b34-4375-b41a-35075dc59d92","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.161137221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"cadd4f2c-180e-4868-b096-ed1cd5ecf9bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.169913751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"32a12ee1-8b34-4375-b41a-35075dc59d92","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.323450006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"b8b792bf-168f-4dc1-811f-388bba3ae983","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.339576723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"259881f7-7f46-4e82-8339-c3b6b7ce58f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.355234744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"8c4125b7-e523-4f8e-a2fb-49a45787d700","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.355467814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"a907547a-6671-4921-a7b7-0035bce700ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.355849303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6bfc69ed-3784-49c0-be71-4a60f776fd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.355971943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"67d1bcfd-3807-4396-9251-cd2bd38dfa8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.363030143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"a907547a-6671-4921-a7b7-0035bce700ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.363387969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"8c4125b7-e523-4f8e-a2fb-49a45787d700","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.365768893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6bfc69ed-3784-49c0-be71-4a60f776fd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.366023054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"67d1bcfd-3807-4396-9251-cd2bd38dfa8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.384287661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"e34bfaa5-0a5a-4f58-88c2-1428609174a4","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.44298547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"808d1de5-6616-4ca5-ab8a-1c31f0073929","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.443452446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-auth","reconcileID":"c1d24938-7e5d-4735-85ee-3f1a86ad0012","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.459070782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"77f389e4-3402-4af5-a144-77fbab04a8cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.482722999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"0efa9f98-9241-4c44-8a0b-4182a88a2a73","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.550245014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:16.561979048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-sub","reconcileID":"035b222a-633b-443c-a674-eb4940fbf503","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.566188101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1f237659-a028-4aa2-8b48-4ba5db2fff62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.568983315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"11823b02-9989-44b9-88f3-4380d576eac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.6538261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1f237659-a028-4aa2-8b48-4ba5db2fff62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.657211469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"51e7f874-e659-4a04-85fa-9c8e946edffe","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.657636647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"455bf430-0a78-4132-a63d-933ff1db5484","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.660864013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"11823b02-9989-44b9-88f3-4380d576eac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.673243563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f329793d-ee0f-4bd5-a32e-b29806471c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.67328461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9e106d83-bd3a-45c5-9bcc-9f03e02b2cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.680109793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"39162f5e-9b22-4e9c-be8c-ca160167090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.745208008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f329793d-ee0f-4bd5-a32e-b29806471c1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.749653432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"39162f5e-9b22-4e9c-be8c-ca160167090e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.756183711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"9e106d83-bd3a-45c5-9bcc-9f03e02b2cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.770804301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7d61be1a-514b-4007-8c5c-320353d53220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.779109082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7d61be1a-514b-4007-8c5c-320353d53220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.912033935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d7d2a4ce-9a5e-498a-8cd2-d0c572076f1c","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.915558001Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"954d07f6-d8b8-4da7-8c62-58429c0b776f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9122cc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.926703422Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"8a01be0a-03df-4bfe-8563-32f576247062","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9122cc42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.932837385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"873b8176-4637-4ad3-9be6-2e2ee86697f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.932930408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b52b0b5d-c99b-40ad-8a03-ceca4af236ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.939841083Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"cfb53b38-3022-4904-a91d-6b15c779057a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.944902217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"873b8176-4637-4ad3-9be6-2e2ee86697f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.945371689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b52b0b5d-c99b-40ad-8a03-ceca4af236ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:16.961324842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"543baebf-a28b-42c3-b963-55ce0d00fad6","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.027222811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"f8512a11-23f6-47af-acb8-646a16b4caba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.461802888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"0de6803f-b329-4e42-9be0-898388479860","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.477232026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"a153b2c0-ec9e-4c63-a613-3b90a29c6b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.48505627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"e29e701e-4278-4bc1-8387-c0e44f372f84","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.485453509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"31234b50-c101-46ea-b478-8c97af6e6c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.485511762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7f7dda83-1d64-40c6-b6c9-0cfe9b01fb90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.485855345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"fc0129bb-f4dc-4ccb-8db8-b5ed35e093b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.49221472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"e29e701e-4278-4bc1-8387-c0e44f372f84","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.492964478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"fc0129bb-f4dc-4ccb-8db8-b5ed35e093b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.494566315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"31234b50-c101-46ea-b478-8c97af6e6c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.49550346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7f7dda83-1d64-40c6-b6c9-0cfe9b01fb90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.495610525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"3a4bf398-2336-40d7-a5fe-c2a5930b5a6c","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:17.588989823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"5207d15a-75eb-4190-a3de-9b02ca3768c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.024979142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"3526f1f4-c92a-460a-b86b-095e06b7ff4c","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.032928185Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"4544726d-46b0-4d1b-9770-6f9529c934d0","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f9c938c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.036557291Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"952d819f-a4a6-4b15-b6a8-212d592f09c7","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1f9c938c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.048278203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9edb2f0f-f0ee-417b-a6ec-8db9573c0828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.048882164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"e26e5227-a510-4a71-9c17-424c462db599","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.049406378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"df5cfdd0-6249-4854-bcfb-0f0a5ee912ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.050237624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"165e8b74-761d-4a64-ab36-fabf9ff54196","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.057226213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9edb2f0f-f0ee-417b-a6ec-8db9573c0828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.05946284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"df5cfdd0-6249-4854-bcfb-0f0a5ee912ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.062117797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"165e8b74-761d-4a64-ab36-fabf9ff54196","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:18.064364006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"e26e5227-a510-4a71-9c17-424c462db599","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.048245834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2832a463-111c-47a8-a494-93701caff910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.04919371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4ce66536-96d0-4e27-acb8-2bd7da9df3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.057504477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2832a463-111c-47a8-a494-93701caff910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:19.059276018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4ce66536-96d0-4e27-acb8-2bd7da9df3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:21.086318385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"7ecd7150-4663-413f-85a1-45c541c29740","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7f0c86","tenantID":"e2e-praxis-b-7f0c86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:21.103915893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"7ecd7150-4663-413f-85a1-45c541c29740","name":"e2e-praxis-b-7f0c86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:25.084651945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"9480bbab-2141-4ea6-96cb-e8f54f0ddd58","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:25.09149323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"9480bbab-2141-4ea6-96cb-e8f54f0ddd58","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:25.09704199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (338f8515fb2616e175ae52abe863e7dbd52e3bb09f3765440aaa3b43dd8f9d47) AuthConfig (fabbbb5a4079046c1cb8a330b37ac899c362acee3119e27c26b79ffcf43f3ec8) AuthConfig (01f48f17e958bc8c88a59f05477dcfb329d4bdb3407c4b9cba99c460c8c20468) AuthConfig (1f50d90214b285cc84d9a72f038654dac2a62d4a3ac8940b3c420ede3aaaf1ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"9480bbab-2141-4ea6-96cb-e8f54f0ddd58","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.946107831Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"812a6d3e-5354-456a-9adc-ab6b3f5fe454","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.955639494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"812a6d3e-5354-456a-9adc-ab6b3f5fe454","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.955659773Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"812a6d3e-5354-456a-9adc-ab6b3f5fe454","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.958958496Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"812a6d3e-5354-456a-9adc-ab6b3f5fe454","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.962015462Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-partial-access-sub","reconcileID":"812a6d3e-5354-456a-9adc-ab6b3f5fe454","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.98904769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"f734bd38-9caf-4203-bb5e-a570fb5edd03","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.989331658Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.989535766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"685819d1-7fa7-4a66-bf94-23a7e677f79e","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.997877705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d2a5211b-db8b-4d83-8b4a-02c4780b157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:26.998271828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f7067cac-7680-4a1a-96a2-a32c98100188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.007081026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f7067cac-7680-4a1a-96a2-a32c98100188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.007151338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d2a5211b-db8b-4d83-8b4a-02c4780b157e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.751608134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"72dd0e17-5d33-48cf-83bd-2ab545f490cd","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.757506218Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.772168145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"f40804c8-b8c2-4997-8778-7525f40278a4","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.786303046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"308b8dfe-77b0-43b6-8320-2680224759ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:27.792556595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-sub","reconcileID":"a27f7b64-3719-47ab-9e71-11ff1a572346","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.799283036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"59d5171d-1454-4e44-9e6c-0baf01bc6a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.82334744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"308b8dfe-77b0-43b6-8320-2680224759ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:27.986805372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"59d5171d-1454-4e44-9e6c-0baf01bc6a30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.28907137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"637f02a1-7393-47d3-a73f-febf956e2ddb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.362084999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"d44a3ce6-4845-492f-a179-59895ee5ba3a","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.362765678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"2c3d8b37-0922-4c74-9cdb-b81ac8a2acd9","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.488229034Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"637f02a1-7393-47d3-a73f-febf956e2ddb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.489665164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"c1870927-f2ea-436d-827f-1bcb90ad0e66","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.707436019Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-sub2","reconcileID":"637f02a1-7393-47d3-a73f-febf956e2ddb","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.754633541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f7d3db6e-7751-4f38-83cc-ed45e8c58f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.78056252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"7bc761c9-883b-4cce-ad61-51f43a75f549","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.890233117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f7d3db6e-7751-4f38-83cc-ed45e8c58f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.909353067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6d32064b-5b51-443a-914d-e757f35b7e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.90993866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"be3f6d3e-e4ed-4bce-ad98-3657781bfb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.916899452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"74dcf31f-faed-4d5f-94ae-3ecf092d1ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.964040475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6d32064b-5b51-443a-914d-e757f35b7e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:28.983189332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"be3f6d3e-e4ed-4bce-ad98-3657781bfb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.005172803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"74dcf31f-faed-4d5f-94ae-3ecf092d1ec5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.01224351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-sub","reconcileID":"e1e9085b-7c44-4660-ba5e-ddbbbc18ad3e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"distinct-w0-3a6480","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-3a6480/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.014019237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"7bc761c9-883b-4cce-ad61-51f43a75f549","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.015091447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"1395daee-cf6b-4b71-8910-b55cdc57d7d7","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.015515107Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.015681851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-sub","reconcileID":"a136db09-ad78-44aa-9b8b-76585b948145","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.016941274Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-sub","reconcileID":"a136db09-ad78-44aa-9b8b-76585b948145","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.049188469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"014afc43-4676-4e72-9834-08dd8cb82d8b","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.101641972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"01ff9a37-ec1e-4423-a6b8-abef81369a36","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.113189185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"7d1607c9-f1f8-444b-8592-79a7f83c1a8e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.126012036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"e7b52f44-e4ef-486c-bbfb-eb4963729ae7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.138495137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"9fee2b3c-a5cf-44ea-9f21-88c17bee8c9f","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.150031608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"e7b52f44-e4ef-486c-bbfb-eb4963729ae7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.154943941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-sub","reconcileID":"32024983-3a92-4bee-af46-49bc5601c893","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.199027003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"1359d072-b038-420e-aa5e-746ee31dc05f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.228091352Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth1","reconcileID":"06b20418-1cca-44ff-80c1-c895b18fe6ce","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.246260947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"1359d072-b038-420e-aa5e-746ee31dc05f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.247230566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.310289598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6a1b1361-06a2-406b-b376-c360ff798377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.346362837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6a1b1361-06a2-406b-b376-c360ff798377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.351936555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5ca4eab0-7ca9-46f0-a733-3412f47da017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.37128458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"d61a8a48-1ed9-4d07-b236-c26aed22c296","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.372888335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7da993de-179a-4021-b005-a9bf19a68664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.380928873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5ca4eab0-7ca9-46f0-a733-3412f47da017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.401558379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"b46eb75e-ba91-42e9-8bac-51ef7e329562","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.408147058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7da993de-179a-4021-b005-a9bf19a68664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.411591827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8ac3dc9e-c370-441b-9b47-f12ebab22a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.424357929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"33bdef65-d72b-4cc0-aa54-4b7108770b18","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.455692641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8ac3dc9e-c370-441b-9b47-f12ebab22a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.503358244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"33bdef65-d72b-4cc0-aa54-4b7108770b18","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.5195513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"a007617f-ed77-409c-b9a4-832042082b0b","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.54707011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-ignore-header-auth2","reconcileID":"c0b4f8ac-c43e-42c6-8d61-fc196700da0e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.547892212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"825d4ee6-339b-455b-b159-74cf90ca8450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.641206725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"825d4ee6-339b-455b-b159-74cf90ca8450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.750140225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"20481920-61f4-4d11-8950-bc0840d4244f","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:29.74895851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"33bdef65-d72b-4cc0-aa54-4b7108770b18","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.839472024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"79624c86-9183-4704-b4d4-aa8210565df5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.892493175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"79624c86-9183-4704-b4d4-aa8210565df5","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:29.992341163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"751f19fe-b43a-42e0-9b83-29f276d48258","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.003645116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1a7f0554-d4f8-4037-aaed-49357496828d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.107929834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth-only","reconcileID":"7885e8a5-ab15-4692-aa23-f3c45b935b8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.194433057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth-only","reconcileID":"7885e8a5-ab15-4692-aa23-f3c45b935b8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.265604643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"db06ec89-c25d-429b-8959-dee3f52c1567","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.287035539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth-only","reconcileID":"ce2aa963-fe82-40d0-b047-6387bccd4792","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.295679989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth-only","reconcileID":"ce2aa963-fe82-40d0-b047-6387bccd4792","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.937523041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"cc51ca35-0f53-4528-8848-fa841dfcbcb0","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.944241639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"b7d5659d-6b38-4f34-b082-054e2fdab7e8","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.957856305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"e27b6e75-3acf-41d7-af50-150a55dc5062","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.966109172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"e27b6e75-3acf-41d7-af50-150a55dc5062","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:30.987851218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"2677a754-bf66-40f8-8968-4ff0d5f50295","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.056136949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"7c3e8b27-a334-4b47-b3c5-3ecfbda28bc2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.063028125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"7c3e8b27-a334-4b47-b3c5-3ecfbda28bc2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.115131212Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.115295824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"74cd3b5f-6b07-4b91-ab99-b13139942539","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.126649339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d6a589ec-4acb-4893-aaa3-514f599b0512","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:31.127805397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"2b7adef8-31b2-4701-a53f-d5277d01f360","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:31.130865082Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d6a589ec-4acb-4893-aaa3-514f599b0512","name":"distinct-w4-0aa61b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:31.130922133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d6a589ec-4acb-4893-aaa3-514f599b0512","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.136397247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"bcbf2f2c-e8b6-4eb5-83d9-da3d8de64b6e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.139416601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"4aea3c3d-0e77-4123-bfc8-a057b725de06","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.146612333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"a623c945-5ffb-49a2-8383-9570c60fab08","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.156551858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1244b1a6-81c1-49c1-9f4a-be9aaa162d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.156833563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7ea03358-bcd3-4d36-8bdf-9602c71781f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.1596579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"7baa7ce5-bfd8-4511-8aa2-2e83885c508b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"distinct-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.163856729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1244b1a6-81c1-49c1-9f4a-be9aaa162d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.166242098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7ea03358-bcd3-4d36-8bdf-9602c71781f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.177480458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"c1dd1ca7-f82b-4ee7-b05b-d72a4075dcf0","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.256767942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"841c23a4-9ffe-4254-bd66-72908b441929","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.257396053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"631f380b-7b12-4de8-8122-efd19c672645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.257708067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5a0ff0b4-eacb-40fb-a3a4-a75bfc238f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.258407888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"96ff6e32-1362-42eb-8664-bcbd1ea4c7f6","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.263498388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"841c23a4-9ffe-4254-bd66-72908b441929","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.264549112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5a0ff0b4-eacb-40fb-a3a4-a75bfc238f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.266990241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"631f380b-7b12-4de8-8122-efd19c672645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.269907698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-auth","reconcileID":"255ab5c1-ef52-4e02-ae92-f1213a12e6ff","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-2-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.270083042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"314bb1f0-8b42-4531-91d5-40d565a52a4b","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.28845751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"8956bf4c-e923-4cc7-bf29-8d52273a041b","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.351014115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"ff930d87-48ab-4751-b05b-d700a3574eb4","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.357881018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"88c31990-5d06-493d-9c20-b80911c45f95","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.370422808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"07fdef9b-bc2f-4533-9b63-d377272271b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.443062132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"07fdef9b-bc2f-4533-9b63-d377272271b9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.461850052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"16dc442d-c7e4-4782-90a4-9fca6480853d","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.470528201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"a68e09e6-889c-4347-8ed3-bee77a5b2a19","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.470649047Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]","namespace=ai-tenant-e2e-worker-w4-0aa61b priority=0:[ai-tenant-e2e-worker-w4-0aa61b/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-0aa61b/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.478497001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"aff06132-5594-4393-894f-24669b1b1d21","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.479196525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"f1a31de8-dbac-40e5-96b2-6318b8e420ee","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:31.482046986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"28489998-6e0d-4f53-9cac-6e03e37634c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:31.483071035Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"f1a31de8-dbac-40e5-96b2-6318b8e420ee","name":"distinct-2-w4-0aa61b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:31.48311323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"f1a31de8-dbac-40e5-96b2-6318b8e420ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.483196893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"514e22f3-3071-414c-8a85-ac27308acd90","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.486292168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"aff06132-5594-4393-894f-24669b1b1d21","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.488597864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"944fa073-158d-45c4-bd01-f6d4b1c0ffa2","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.492539377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"653f07e4-7d9a-4306-a40e-f3246e44eab3","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.498138656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"0a1464e3-dce9-4a32-92e2-bb93ec470e84","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.510446097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"9611bc92-3613-4ede-bdfb-3f5119f27672","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.514832228Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"4fff2cca-cc02-4ace-94ef-47b268502c30","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"distinct-2-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.554950072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"65fd9def-304a-40a8-b1f5-34060a5cb788","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.574479257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"406dd400-5164-4ea2-8274-fef4fea64be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.580088249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ffe649e3-2cf0-4eb6-af3b-be6a207bc9d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.58073127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"413f96f0-32d7-4eca-a1ba-136bd053e5d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.581175928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c768a590-7176-488b-9a5d-77e08be94ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.581843013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"406dd400-5164-4ea2-8274-fef4fea64be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.586714996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ffe649e3-2cf0-4eb6-af3b-be6a207bc9d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.588155722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"413f96f0-32d7-4eca-a1ba-136bd053e5d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.589155185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c768a590-7176-488b-9a5d-77e08be94ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.617895218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"6a6e5b0f-5322-4c94-97e0-34b86ec244a9","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.671836469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8081b813-f55f-4b9d-b76b-e9628576a3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.67705007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"8360afcf-3d93-4bf1-ad5d-9b0119ef186a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.678436222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"057df14f-a0e7-45b4-96ca-4baef9fb4992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.679069206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"06de5e70-6499-4277-8693-f88ba9e00386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.679470789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"87ac15a8-3323-4f89-a77f-7af93f75963c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.67955768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8081b813-f55f-4b9d-b76b-e9628576a3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.684888169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"8360afcf-3d93-4bf1-ad5d-9b0119ef186a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.686818897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"057df14f-a0e7-45b4-96ca-4baef9fb4992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.689075542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"06de5e70-6499-4277-8693-f88ba9e00386","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:31.690092199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"87ac15a8-3323-4f89-a77f-7af93f75963c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.543255163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-active-auth-only","reconcileID":"e5bd4720-2f1e-428a-825b-36c59ef35018","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.543672199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"0a8ea9a1-7882-4b99-b5f7-6810b37b47a3","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.656127644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"ea2ed268-fa3b-477f-8d93-ac8ac6741a6b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.970629793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"5f3394a3-f227-437f-a5de-fb62233e0fe7","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.984527809Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"51dff3f1-61e8-4ab7-8633-bef8a1953e0a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22b2a433","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.987131431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"943c9102-6be6-4546-a6e1-72dc5d7cc176","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.991370963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9419744a-3971-44fc-9207-4de14e191c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.991372486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"56fec4a6-f10b-43b4-b5bd-b46d4767ec40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.991625213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"fb73fed6-eaed-43a3-9f38-f19ab1463a7c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:32.996695223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"943c9102-6be6-4546-a6e1-72dc5d7cc176","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.000725261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9419744a-3971-44fc-9207-4de14e191c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.00525019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"fb73fed6-eaed-43a3-9f38-f19ab1463a7c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.015185869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"56fec4a6-f10b-43b4-b5bd-b46d4767ec40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.118927942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"78dd6558-6314-4e22-8d30-e552b7cc8097","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.122064807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"66800edc-ba07-4e32-b40f-e599320edbd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.125759754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"78dd6558-6314-4e22-8d30-e552b7cc8097","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.129160072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"66800edc-ba07-4e32-b40f-e599320edbd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.222682623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"be16b2cc-d216-4a8c-a45c-84ff9a6e41da","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.222724846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a69ac9ad-91b2-4db2-a83a-80d378d4232f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.229313141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a69ac9ad-91b2-4db2-a83a-80d378d4232f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.230461536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"be16b2cc-d216-4a8c-a45c-84ff9a6e41da","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.461077271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"236239bb-e263-4c55-85d3-37e99d175978","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.467567789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"236239bb-e263-4c55-85d3-37e99d175978","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.47350365Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"236239bb-e263-4c55-85d3-37e99d175978","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.560244154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"86030640-05a7-4df5-9d6e-ee9b1198e764","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.566816733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"86030640-05a7-4df5-9d6e-ee9b1198e764","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.57218387Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"86030640-05a7-4df5-9d6e-ee9b1198e764","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:33.673746925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-failed-auth","reconcileID":"08b56e9f-a304-401b-b948-9a0294cafc0d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.400602233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1b9750e3-097b-46ef-88de-53d6470e5572","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.405829192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"8545fb1d-890f-4cc0-882d-0b87f10ca1cd","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.418228034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ff3c-e318-43ca-a6d0-bd0dac8243e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.418482871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"c504ab15-f93b-4b32-88e4-b22d733664d3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.422571274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ff3c-e318-43ca-a6d0-bd0dac8243e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.426679754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ff3c-e318-43ca-a6d0-bd0dac8243e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.43972988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ff3c-e318-43ca-a6d0-bd0dac8243e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.453359077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"c504ab15-f93b-4b32-88e4-b22d733664d3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.49044135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6754ea6b-6db9-4edf-bbb7-190a93999383","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.516196156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"7b093b57-3f4d-4444-b272-ec83b26b8731","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.545276514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"7b093b57-3f4d-4444-b272-ec83b26b8731","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.576548332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c3ddbea6-2b60-4a96-b85a-1a9e01fc8869","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.577272504Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.586221831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"cfcdb3f1-f156-430f-9fe3-d4df9da75506","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.588629161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"08c4083d-42c5-45e3-97c5-957a17a0498c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:34.590318105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e27ae7/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.593745863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3938ac5e-92e8-4d33-b134-5d2aabf96e2d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.615923246Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"d65234c4-8f2e-4ca4-bc0e-ac00d43e55bf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.616023107Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"d65234c4-8f2e-4ca4-bc0e-ac00d43e55bf","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.618813897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"73ab972d-32a0-48b3-899e-16c8f19dc9d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.619242043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2e8ba4eb-79fc-400f-abf9-6c9b097af2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.619585219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"11d183d1-e842-47b1-923f-b25296d2e763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.651383458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"73ab972d-32a0-48b3-899e-16c8f19dc9d2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.660802308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2e8ba4eb-79fc-400f-abf9-6c9b097af2dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.667289359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"11d183d1-e842-47b1-923f-b25296d2e763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.751313184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d4ff9c20-d101-405d-b526-8e33f3aa248b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.762091289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"93fefaa1-4a0d-4b76-afcd-a351afdc1d92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.764971147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"ae6e78a5-87c4-4d97-b177-c569d1336e60","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.765053788Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"ae6e78a5-87c4-4d97-b177-c569d1336e60","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.76532692Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.76641445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"bc4fe9be-4a9c-4428-95b4-9937cc55e95e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.767004535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"58870f1d-63ff-4f6d-9c4d-d019b9f70ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.768303067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"1944af36-12b3-492f-a1bf-6c43036bac7e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.773517264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"bc4fe9be-4a9c-4428-95b4-9937cc55e95e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.775890682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"58870f1d-63ff-4f6d-9c4d-d019b9f70ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.844171101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"1944af36-12b3-492f-a1bf-6c43036bac7e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.852877264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842191bd-64f7-459a-951c-ac90f32b14f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.85617962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842191bd-64f7-459a-951c-ac90f32b14f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.859164871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"7e10bd95-cfe3-4837-a544-a6ad68e6aefb","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.859382268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842191bd-64f7-459a-951c-ac90f32b14f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.863205198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842191bd-64f7-459a-951c-ac90f32b14f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.874173448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"92c96ff2-5b17-41ee-b276-c7a9cb10734a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.882197584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"92c96ff2-5b17-41ee-b276-c7a9cb10734a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.972411678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"39660bf6-4b74-42a6-abce-9f8c9a03dadb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.972694483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4ffd15ee-1be5-49c0-b67a-a1df8c767ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.979235521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"39660bf6-4b74-42a6-abce-9f8c9a03dadb","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:34.979414042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4ffd15ee-1be5-49c0-b67a-a1df8c767ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.108042446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"823dc2e6-813d-4f92-8526-f94437898646","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.116457858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"823dc2e6-813d-4f92-8526-f94437898646","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.169184395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"73885b18-7ed1-4f7c-a83d-c151e4655bca","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:35.16920644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"73885b18-7ed1-4f7c-a83d-c151e4655bca","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.183086421Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.18659275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"97a90bf6-f9d7-465b-ba06-995fe3c696fb","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.186611074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"97a90bf6-f9d7-465b-ba06-995fe3c696fb","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.199303666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ad9fb811-ef74-47cb-b5b2-b825b13ea8fd","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.204412696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"caf681bb-0bd4-43d6-be9a-e898ef70db96","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.204989773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"39284c68-802b-437e-8f4e-49e3d352cc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:36.208053851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-dd0a30-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.209427041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ad9fb811-ef74-47cb-b5b2-b825b13ea8fd","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.209887484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"b2dd37a1-f706-43ba-b812-280a955980ef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.209905798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"b2dd37a1-f706-43ba-b812-280a955980ef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.212703477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"39284c68-802b-437e-8f4e-49e3d352cc72","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.213305836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"caf681bb-0bd4-43d6-be9a-e898ef70db96","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.218416936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"16ad3a00-027a-4b53-adf6-b02d0d7f602b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.218433108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"16ad3a00-027a-4b53-adf6-b02d0d7f602b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.225994964Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"45946808-6bae-4acc-80de-d6046748e139","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-att-detach-dd0a30","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.22634709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"61951b5e-1185-4f23-9eeb-ffe280e0251a","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.226361228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"61951b5e-1185-4f23-9eeb-ffe280e0251a","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.248544771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"2f535be1-fb31-471b-95ee-ce4ae1ab1243","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.248561443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"2f535be1-fb31-471b-95ee-ce4ae1ab1243","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.324211518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"7a72ecdc-7ae5-43d5-aad9-1ad83f67c7f8","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.33112013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"75197a64-2f88-4b6c-b1db-3a08da1172cc","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.332411346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1dc02526-45c3-4799-9c66-e64bb827594b","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.332431197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f69471be-ce28-414a-8308-ebbf9dd3bb46","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.338878505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"75197a64-2f88-4b6c-b1db-3a08da1172cc","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.340736906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f69471be-ce28-414a-8308-ebbf9dd3bb46","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:36.342202758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1dc02526-45c3-4799-9c66-e64bb827594b","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.546091004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-sub","reconcileID":"8662ae36-c758-4379-a485-a587f11dc179","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.549105114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-sub","reconcileID":"8662ae36-c758-4379-a485-a587f11dc179","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.552184072Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"e2e-no-access-sub","reconcileID":"8662ae36-c758-4379-a485-a587f11dc179","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/distinct-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.576529072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"7b679e6b-123a-4f44-a7c6-25e564ffc011","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.57653668Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.586760812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"aa64d213-c644-4c52-a4c9-6e8f82687992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.587772436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"36119904-2d8a-48c1-ac85-ed70fb0c2667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.588436728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"b1612700-8669-4b0e-bb3e-45b83ff51aed","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.588454336Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"b1612700-8669-4b0e-bb3e-45b83ff51aed","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.59596486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"aa64d213-c644-4c52-a4c9-6e8f82687992","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:41.600062956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"36119904-2d8a-48c1-ac85-ed70fb0c2667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.586125269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"a756c60a-9bb8-4d75-bb01-18fb8983344e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.613277624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"d8ed70cd-6c8b-4814-bc81-223cf98b55ce","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.773913039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4207161-174f-4824-add1-21af4d34df17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.774019423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4207161-174f-4824-add1-21af4d34df17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.790173477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7ffa364-930e-4ef0-a288-240e730bb4b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.790297509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7ffa364-930e-4ef0-a288-240e730bb4b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.806387251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a57c8c27-e665-45de-9ca5-d0dcb40c4733","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.906830312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"a6617822-0c15-49fa-bdb3-ad205765f9c3","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:42.958880533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a57c8c27-e665-45de-9ca5-d0dcb40c4733","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.006532781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"3a4fcd62-e4a5-45b6-877a-df7370549e94","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.019710156Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"3a4fcd62-e4a5-45b6-877a-df7370549e94","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.020327902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7089de2b-e93f-4081-a1ca-27369da86dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.020591493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a45ef9b6-65c1-42e7-8df1-a62f2ccc3109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.02032788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"26601409-3839-4c34-9164-b4fa93f62f96","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.043521829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a57c8c27-e665-45de-9ca5-d0dcb40c4733","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.048960599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"5ecae496-e52d-423b-a9dc-8535149d615f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.05043495Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub1","reconcileID":"3a4fcd62-e4a5-45b6-877a-df7370549e94","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.08313441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a45ef9b6-65c1-42e7-8df1-a62f2ccc3109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.134225375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7089de2b-e93f-4081-a1ca-27369da86dc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.139487991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105a1a49-c444-47f7-b877-70becf06cfc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.406255638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105a1a49-c444-47f7-b877-70becf06cfc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.4174378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19b343e4-f7e7-48c8-9174-4f5327b6cd1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.417524867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19b343e4-f7e7-48c8-9174-4f5327b6cd1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.215502496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"5ecae496-e52d-423b-a9dc-8535149d615f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.259202246Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.40712945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"26601409-3839-4c34-9164-b4fa93f62f96","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.444390591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ee74a35b-38ff-4b05-9883-e3847cc7e581","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.446394381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6a2b585-5827-4fd0-b934-75117be09f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.44647266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6a2b585-5827-4fd0-b934-75117be09f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.44805882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42f05cce-b14c-4749-b11d-f91ac9cd9031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.467915366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42f05cce-b14c-4749-b11d-f91ac9cd9031","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:43.445448998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-4ea0f55f/e2e-sub-4ea0f55f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-4ea0f55f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.499105085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ee74a35b-38ff-4b05-9883-e3847cc7e581","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.534524363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"aea2896d-cd32-4601-9f57-6d9a719546d2","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.50790416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.602044414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ee74a35b-38ff-4b05-9883-e3847cc7e581","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.858634389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"3d6263b6-bbfc-4ff1-b3a0-ed3fe82a3e0f","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.912262387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"cb15a7cf-8fb1-462d-a2f8-52011bdfe821","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.914888131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"cb15a7cf-8fb1-462d-a2f8-52011bdfe821","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.920671115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"07a4dfb8-637f-4964-be26-de20ad87345e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.949972354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"3d6263b6-bbfc-4ff1-b3a0-ed3fe82a3e0f","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:43.951350538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-sub-4ea0f55f","reconcileID":"cc37100b-bae9-4b20-8dd3-f52f4d579a69","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-4ea0f55f/e2e-sub-4ea0f55f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.021926549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832c8323-ba8b-444a-beee-419b6ff25e00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.021955145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832c8323-ba8b-444a-beee-419b6ff25e00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.022512387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"d6703270-3db7-4b28-976f-6349251b1680","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.023201632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"6ee64769-a42a-4282-8eb7-165f4490e424","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.03229595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"07a4dfb8-637f-4964-be26-de20ad87345e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.158560952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"266c8947-8203-4fda-85a5-00d97e0b6be4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.15934722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c3ed9fa8-e13b-4346-b985-65e98909a0ec","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.230344148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"6ee64769-a42a-4282-8eb7-165f4490e424","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.583595872Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"d64f4495-2e4a-4ed0-8972-24b7b086bce4","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45216106","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.664971939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"266c8947-8203-4fda-85a5-00d97e0b6be4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.836765104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c3ed9fa8-e13b-4346-b985-65e98909a0ec","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.906629442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"831733a4-46c0-4d2b-b839-349cc4ce8612","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.973216937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"82d31621-52c3-4d6a-bc7d-3390057ddfd9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:44.977178359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2651f0e8-b7af-4525-8d0d-d99f56b2e24f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.062842894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2651f0e8-b7af-4525-8d0d-d99f56b2e24f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.25788236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9e92ff98-5d7a-4b09-ad0c-4d6ef2a846d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.314683335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"11c36a25-7a7d-498b-ba38-1ec0b03267b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.315831941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-sub-4ea0f55f","reconcileID":"b59e4c74-4d20-4c4d-a1b3-73393088cb09","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.316277624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"f35f77b7-f41f-41c6-a612-4a95ba2afc6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.371456733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9e92ff98-5d7a-4b09-ad0c-4d6ef2a846d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.372152449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"82d31621-52c3-4d6a-bc7d-3390057ddfd9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.372230472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"82d31621-52c3-4d6a-bc7d-3390057ddfd9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.372393818Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-sub","reconcileID":"82d31621-52c3-4d6a-bc7d-3390057ddfd9","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.373267306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"6efb5761-bc3b-4b55-b8a3-71314a38cb33","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.472213931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"11c36a25-7a7d-498b-ba38-1ec0b03267b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.510482655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"f35f77b7-f41f-41c6-a612-4a95ba2afc6f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.547479336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"6efb5761-bc3b-4b55-b8a3-71314a38cb33","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.661258263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408e8b69-4a07-403f-8a86-537ac547514a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.721920293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"408e8b69-4a07-403f-8a86-537ac547514a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.792919241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"85d4565a-acff-4b13-a184-e98a4ed398f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.907447792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7c0d1777-c080-44b8-955f-688b08d6d74e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.98785018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"914d36fb-b1af-4ba1-89de-c74eb8acf618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:45.988711905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dc531dc-a110-486f-8443-f8eae23712b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.017102502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"3a0f7866-e73b-4122-b343-90ac77da7d61","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.018481476Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.376766675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"060c53a1-4cb1-4bed-83c3-3e3693c30c0c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.592306635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a1a9a132-9ca4-422b-a3ba-20c026d13c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.642363369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"49a6f834-4b88-4301-975c-d5ab7fa52fa6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.643764636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f17464f8-b5f2-459b-808a-7419e811a29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.855132464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"914d36fb-b1af-4ba1-89de-c74eb8acf618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.857031252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"ada35459-b5ef-4873-81eb-6b82e8ac3f36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.949527865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f17464f8-b5f2-459b-808a-7419e811a29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.927182049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"49a6f834-4b88-4301-975c-d5ab7fa52fa6","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.927615041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25257919-a1c8-4cbb-88a1-70733e1551b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.953895431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25257919-a1c8-4cbb-88a1-70733e1551b0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.947414638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"914d36fb-b1af-4ba1-89de-c74eb8acf618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:46.947581163Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dc531dc-a110-486f-8443-f8eae23712b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:46.996901323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a1a9a132-9ca4-422b-a3ba-20c026d13c0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.028697119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f00226c-e9dc-4aae-ba53-dc43a96c3ba3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.028808951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f00226c-e9dc-4aae-ba53-dc43a96c3ba3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.029363307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"648ab721-2331-47ca-91e8-ac22eda8279b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.029433525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"648ab721-2331-47ca-91e8-ac22eda8279b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:47.009758179Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dc531dc-a110-486f-8443-f8eae23712b8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.052621852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"128f69a6-9991-472b-9f77-9b0632b38670","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.059349944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d3395abf-c587-45d7-8dbe-689397819014","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.099451839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"d5b98697-958a-4f15-93d9-27d53c8b9b24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.104817759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b263258c-476b-4d12-a77c-4e3395732b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.104966753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"d877ca74-df71-4709-9ce5-71e8f80a6ba2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.11388399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"a6c50e39-042f-4666-908e-79e6fd837862","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.130147018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b263258c-476b-4d12-a77c-4e3395732b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.162204433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"85fddf92-65bc-47d4-b217-6c4847a79489","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.169967653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e2d441a2-46d3-451b-bf77-5c37ccb64dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.178119581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"d34a44a4-5738-4ca3-9240-2341a3c48a60","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.178497716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"5edf9cd6-6781-4c1b-b4ec-41ab679cbfae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.184143305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e2d441a2-46d3-451b-bf77-5c37ccb64dc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.190144959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"6234ea18-c056-4dcd-aa4f-336b0341ed5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.200455452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"d34a44a4-5738-4ca3-9240-2341a3c48a60","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.202722192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"5edf9cd6-6781-4c1b-b4ec-41ab679cbfae","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.266247266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"dcaab4a9-4087-41f6-a3e2-ab0d4935cd11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.316014883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"adbd5968-01e4-4518-ba51-2337b4f491e8","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.319582464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c54ed5f4-bd10-46ab-b8a1-5ee9500b12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.319644592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"764845fe-0745-41ad-be5c-7797c85e7efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.320447989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87993143-7a65-4b8b-b799-e6ba272d0e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.327850603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"764845fe-0745-41ad-be5c-7797c85e7efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.328438906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c54ed5f4-bd10-46ab-b8a1-5ee9500b12f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.330143543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87993143-7a65-4b8b-b799-e6ba272d0e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.335454949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87993143-7a65-4b8b-b799-e6ba272d0e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.342177753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb858342-0f97-4853-b89f-cc366956dc83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.342198158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb858342-0f97-4853-b89f-cc366956dc83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.423369898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"a380031a-11b3-4eb4-8fac-dc07e7938df7","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.42749426Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"0b3fd401-a3ec-439f-8ea6-df74f050a9ce","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45216106","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.437536249Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"36217ffa-7034-4ec2-9525-16670eebb210","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-45216106","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.453206335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9fad9ea6-a3e7-4e94-9c65-fc08d66ece92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.456003477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"589d01ec-f4a1-4f1d-ae2e-3f9437c7e410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.456078004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"4fddb55f-14c1-47ac-a7aa-8add33611f06","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.456398575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"8b67258a-7caa-4d35-9da9-4f14c9397ed4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.461680375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9fad9ea6-a3e7-4e94-9c65-fc08d66ece92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.465468182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"4fddb55f-14c1-47ac-a7aa-8add33611f06","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.465612497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"589d01ec-f4a1-4f1d-ae2e-3f9437c7e410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.467958421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"8b67258a-7caa-4d35-9da9-4f14c9397ed4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.906713372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"edd38e7c-9254-452c-87d4-fe628799bb5e","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.954355347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"466d3b59-a290-4067-abda-f9edee081e35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.960470708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d14a75d6-461a-4f4e-9950-9a60f80619b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.961002554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a939e665-01ff-4394-9ee8-8288d03aa824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.967298846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d14a75d6-461a-4f4e-9950-9a60f80619b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.967969338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a939e665-01ff-4394-9ee8-8288d03aa824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:47.971435408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"968599d8-03d3-4f2f-9990-23debdb0e16e","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.021120397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"0506f395-2558-44dc-84a7-b293088acb9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.041332279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"40766b7f-7bb6-45c9-9eb2-c30a15ba05e8","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.049156894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"8b009be8-165b-44b2-935f-e0b4b245b396","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.064085825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"61fc0034-b08f-4f6d-a4ac-42f81708b138","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.071771065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"61fc0034-b08f-4f6d-a4ac-42f81708b138","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.080404675Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"61fc0034-b08f-4f6d-a4ac-42f81708b138","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.096302968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"9ed6f948-fbdd-4e42-907f-b47a65e43a15","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.097253588Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"1173efd0-9f96-4c4a-9bf0-be5abf8c3f7e","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.105312198Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"4a2dde89-a727-4b78-b4c0-1edc751e0c21","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.105940096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"628bd7d4-4971-4810-b393-34c61b6f4a89","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.107400453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874243be-039e-4a36-a1a5-5bc619239bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.10827342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe7e110c-88af-4cd3-beb4-c23682e4273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.109508944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"f1379634-089a-425e-9ddd-093813d67e16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.109537991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"fe9e21b8-4d1f-455e-8bdd-493cd3b5ce66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.144603191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"f1379634-089a-425e-9ddd-093813d67e16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.14538283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"fe9e21b8-4d1f-455e-8bdd-493cd3b5ce66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.15010363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874243be-039e-4a36-a1a5-5bc619239bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.150703578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe7e110c-88af-4cd3-beb4-c23682e4273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.153561249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"3dc74f2d-5508-43b9-813b-504331cb6a06","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.153629255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"3dc74f2d-5508-43b9-813b-504331cb6a06","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.156943913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874243be-039e-4a36-a1a5-5bc619239bb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.158820034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe7e110c-88af-4cd3-beb4-c23682e4273a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.159204742Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"f1379634-089a-425e-9ddd-093813d67e16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.165469295Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"628bd7d4-4971-4810-b393-34c61b6f4a89","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.16787818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"18885b6a-21a0-4ba6-8115-6c324a029c12","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.167900938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"18885b6a-21a0-4ba6-8115-6c324a029c12","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.17185959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"628bd7d4-4971-4810-b393-34c61b6f4a89","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.174828975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"8fcedd53-b1db-442c-bd2b-be2fab878640","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.174878722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"2ffee401-35a4-4fb0-a8c8-57fe31d0d50d","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.179208136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f2ab2ee0-d967-4ac8-abb1-7d726c4e3896","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.181524464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"048a7ec9-f34d-4ae7-b2a2-7ee766b2f495","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.181593502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"09c98be5-a9c9-4451-b2d7-40233d4654cf","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.181611369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"09c98be5-a9c9-4451-b2d7-40233d4654cf","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.188061653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b2c4ad1-2364-4612-b875-bfb35436c5e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.188078976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b2c4ad1-2364-4612-b875-bfb35436c5e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.246035763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"718c223a-5bf4-4210-95da-cc0853c09264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.248011106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f2ab2ee0-d967-4ac8-abb1-7d726c4e3896","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.255566589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"718c223a-5bf4-4210-95da-cc0853c09264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.262792441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"08645026-f083-41c0-a9b7-01763ecf175d","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.262813675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"08645026-f083-41c0-a9b7-01763ecf175d","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.27462317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"c1366d6d-2084-4c05-9cf8-0920ada22203","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.274649458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"c1366d6d-2084-4c05-9cf8-0920ada22203","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.283468352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"b6c5eccf-853f-4c26-bd0b-15a99511d551","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.283493307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"b6c5eccf-853f-4c26-bd0b-15a99511d551","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.284442486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"35a08f6c-7fbb-4b7a-8d74-97e797d982b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.284767171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"c5a3c980-4dfe-4571-ab7a-875500e276db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.285960917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"2f64a4b7-f50d-41a1-8bc6-08a501a095e3","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.286533303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"af52c13b-4a71-4fd9-a414-8765198ea95f","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.286616935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"61858bd0-6a1b-4163-ad11-bd7c61d0b81e","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.348248076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"afb34fc6-fe87-4e69-9052-dbe464528b23","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.350029984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"c5a3c980-4dfe-4571-ab7a-875500e276db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.355153147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"35a08f6c-7fbb-4b7a-8d74-97e797d982b5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.360665967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e7cf4707-b7bf-4ab6-a353-d7391d9efb3c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.36630626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"94d33a44-425a-4278-9e1b-463e7057f9f2","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.366324501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"94d33a44-425a-4278-9e1b-463e7057f9f2","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.366949809Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"ac164a6e-59b4-44ed-887f-a2695b5f9ce0","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.372474274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"288b808e-be94-42e6-b5fa-6c5b93936aa9","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.372491367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"288b808e-be94-42e6-b5fa-6c5b93936aa9","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.372730068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"6c30d04e-8293-429d-8cec-261de1affb44","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.442561261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"6c30d04e-8293-429d-8cec-261de1affb44","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.443040119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"d4becb55-df24-4f2c-ab9a-e1bf0a05e23e","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.451293639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"d4becb55-df24-4f2c-ab9a-e1bf0a05e23e","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.453872784Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"6c30d04e-8293-429d-8cec-261de1affb44","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.453910589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"98d94fbc-0ba6-427c-8e52-9184f34b409a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.460852732Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"bd8976e6-3da0-4e0a-bbc6-8bfe6930b532","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.460913579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"bd8976e6-3da0-4e0a-bbc6-8bfe6930b532","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.461728905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"98d94fbc-0ba6-427c-8e52-9184f34b409a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.462566506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6295d0c5-e461-4da1-ba14-7052f4c4bed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.471308708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6295d0c5-e461-4da1-ba14-7052f4c4bed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.473318168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7448cb97-7e4f-4a99-9fd4-8529894ae4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.474923335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"9639c494-3558-4477-9c85-c734243c32f0","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.474985022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"9639c494-3558-4477-9c85-c734243c32f0","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.476453446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"51ecfefa-7d72-46c0-890d-eb6d2e59c7c2","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.483008003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7448cb97-7e4f-4a99-9fd4-8529894ae4b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.527500153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"51ecfefa-7d72-46c0-890d-eb6d2e59c7c2","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.580328316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"316e7a68-04a9-4d9a-a810-7ec8b1aaf5e4","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.580437558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"316e7a68-04a9-4d9a-a810-7ec8b1aaf5e4","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.614018616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e8853ea5-2f4a-4263-ba62-690f04c6b66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.614501098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"83b43ae9-d276-4cd9-a6e5-7332c68487a7","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.615064543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02557148-f661-45bd-a9d6-afe65bd4831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.663010399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"13db97a7-eabf-442f-95b9-4b5e5889775a","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.666865247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"83b43ae9-d276-4cd9-a6e5-7332c68487a7","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.668189125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"05f991f6-0d7b-4af3-a79d-112a4c6bfd81","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.668325161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"05f991f6-0d7b-4af3-a79d-112a4c6bfd81","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.669770358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e8853ea5-2f4a-4263-ba62-690f04c6b66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.673668461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"83b43ae9-d276-4cd9-a6e5-7332c68487a7","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.674356019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"13db97a7-eabf-442f-95b9-4b5e5889775a","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.68999317Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02557148-f661-45bd-a9d6-afe65bd4831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.697628913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02557148-f661-45bd-a9d6-afe65bd4831f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.698679309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32630256-5a19-4d75-b8ce-251a76fab9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.69934426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f099135d-6105-47dd-be1a-0c414dfcd139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.704078551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a54cb532-218a-4a7f-93d0-4aa8669f7a79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.704097935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a54cb532-218a-4a7f-93d0-4aa8669f7a79","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.707949121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32630256-5a19-4d75-b8ce-251a76fab9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.708529403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f099135d-6105-47dd-be1a-0c414dfcd139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.714590597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32630256-5a19-4d75-b8ce-251a76fab9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.722825636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"ade247aa-efe9-491d-943b-9a27c71f1b11","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.72288431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f59a4e1f-ce77-4db1-9e3d-8cd27490bea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.722899988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f59a4e1f-ce77-4db1-9e3d-8cd27490bea0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.752234652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"7b18d667-797e-4d40-9f88-46c6660707ef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.752308052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"7b18d667-797e-4d40-9f88-46c6660707ef","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.784472319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-degraded-auth","reconcileID":"ade247aa-efe9-491d-943b-9a27c71f1b11","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.803039463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ca146d20-b59d-4c15-817c-5677f1a5accd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.803639756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"b07e3388-584a-4fbc-9372-63675a86d831","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.807035959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"d22155c4-82c7-445d-9c14-a551181b90d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.811328453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ca146d20-b59d-4c15-817c-5677f1a5accd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.811355566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"4ecb2160-41a8-412d-bf55-82528f3f55d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.811627453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"de4069cf-855d-41dc-96cf-d4a8ebc175b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.816930877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"d22155c4-82c7-445d-9c14-a551181b90d5","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.822870902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"de4069cf-855d-41dc-96cf-d4a8ebc175b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.824064323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"4ecb2160-41a8-412d-bf55-82528f3f55d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.90604675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"acfb2993-2b35-4086-92b4-51f0213feb30","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.916077389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"9ed00f09-1da4-4651-8925-2071df7d04ee","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:48.916163289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"9ed00f09-1da4-4651-8925-2071df7d04ee","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:48.916711015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"acfb2993-2b35-4086-92b4-51f0213feb30","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:49.239985624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"3875a048-6dec-4a1e-b3c5-d9068732bd6b","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:49.240069552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"3875a048-6dec-4a1e-b3c5-d9068732bd6b","error":"ExternalModel e2e-extmod-att-user-2a7e27/e2e-att-delete-e46ff3 is attached to several gateways [openshift-ingress/e2e-extmod-a-e38ef4 openshift-ingress/e2e-extmod-b-5370bb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.459216909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"68aaa08e-dc1a-4386-bb92-ff996102438c","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.47524989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"79eb7b31-76c8-42a5-9f6c-a898d84a1a29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.48485059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"c7d216ad-953d-4999-9414-6ebc88c58052","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.485247649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8dd96426-2f71-4269-b0e4-4265644be9f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.485389507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"adb4f5f5-14c0-453b-97cc-7527b0bfeb3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.488034825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e84c3bd2-5f42-422b-b20e-3ec9528cd5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.491908549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"c7d216ad-953d-4999-9414-6ebc88c58052","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.492385466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8dd96426-2f71-4269-b0e4-4265644be9f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.494117757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"04efb8c0-da5e-4a9e-a959-f22d0e340dc2","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.494527424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"adb4f5f5-14c0-453b-97cc-7527b0bfeb3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.497373608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e84c3bd2-5f42-422b-b20e-3ec9528cd5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.55452937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"29c03c2b-1d60-4b1f-805d-cd0daee033b1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.554562404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"29c03c2b-1d60-4b1f-805d-cd0daee033b1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.562916078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"59414332-8c8b-4fae-9977-b074f474dab4","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.575978674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"739767ba-d66c-4fdd-a069-6a3932216a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.707149722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"cdd31f90-b009-4707-a371-e0065fd47e35","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.707170454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"cdd31f90-b009-4707-a371-e0065fd47e35","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.713034211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"3606d8af-1c20-4a2f-a704-d1a3e6e1f507","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.713057501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"3606d8af-1c20-4a2f-a704-d1a3e6e1f507","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.791483572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"382d52ff-2f0e-422b-a2f0-7b6e082ef6f3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.798664224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"382d52ff-2f0e-422b-a2f0-7b6e082ef6f3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.863312999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"d20383c7-beba-4124-82c7-976b736596be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.863333303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"d20383c7-beba-4124-82c7-976b736596be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.869885565Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.869993992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"6d0d8d01-950f-46b3-ad3e-6c99c44bfc0f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.870014192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"6d0d8d01-950f-46b3-ad3e-6c99c44bfc0f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.88090809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"ad223f32-af85-45f9-89e5-0eb117643316","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.880927841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"ad223f32-af85-45f9-89e5-0eb117643316","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:49.882221763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"6a4d84a7-4909-41d3-9728-8452ecddfe95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:49.885463173Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"ad223f32-af85-45f9-89e5-0eb117643316","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:49.88550695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"ad223f32-af85-45f9-89e5-0eb117643316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.891666085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"e7e6c526-2422-4168-8609-ceda0719f572","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.891680097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"e7e6c526-2422-4168-8609-ceda0719f572","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.893112325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"5b7a815c-c81d-41ab-98e5-66501b9f4df5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.893128296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"5b7a815c-c81d-41ab-98e5-66501b9f4df5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.900735592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"26774d2a-a405-4a80-880e-4e2dc52aac05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.901097116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3d5531d2-fd01-4a92-beb1-216d33c51fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.901250697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"4031808f-f165-492e-9d5b-d46fa37628a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.901853186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"edb7dd03-7b15-4d52-b685-754595362e68","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.901869097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"edb7dd03-7b15-4d52-b685-754595362e68","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.909444005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"4031808f-f165-492e-9d5b-d46fa37628a4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.910279379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"26774d2a-a405-4a80-880e-4e2dc52aac05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.911914954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3d5531d2-fd01-4a92-beb1-216d33c51fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.923626149Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"89f4618f-db4c-4a68-a682-8d5967a6856c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.945114043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"4a93b8d3-7a09-42ab-9cf9-50d7d3d59aa8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.945139586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"4a93b8d3-7a09-42ab-9cf9-50d7d3d59aa8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:49.998871436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"bf08b41c-38d6-4319-b2fc-cd30c483e5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.001483559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"3103e6c9-6e09-496c-a8b8-b2feb04bdeac","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.001620621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"346a6617-1393-4156-8748-76f1f5cf7da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.006330143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"bf08b41c-38d6-4319-b2fc-cd30c483e5e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.011305989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"3103e6c9-6e09-496c-a8b8-b2feb04bdeac","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.012156485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"346a6617-1393-4156-8748-76f1f5cf7da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.026822499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"0916cb3a-ad37-42ce-9afb-9d6062862381","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.030294398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"5a4eb47b-c1d4-4c99-9282-8dcc24a86696","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.037055155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d3e0efca-12bf-4fb4-ad48-bf1236331586","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.043736041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"53eb1dcd-db73-424e-a0b0-7cd44f472f92","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.04376946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"53eb1dcd-db73-424e-a0b0-7cd44f472f92","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.06272896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fdf9d85-145d-4b41-b921-6d996adc973c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.070076513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"696fe983-362f-442d-ad72-cc767d6ac885","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.070113156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"696fe983-362f-442d-ad72-cc767d6ac885","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.084461264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"668e3022-9d41-4054-812d-90cc56ec051e","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.084492529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"668e3022-9d41-4054-812d-90cc56ec051e","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.086691642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d3e0efca-12bf-4fb4-ad48-bf1236331586","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.153566672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"3cd1fed1-fc7b-422f-abcd-10f6131f075f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.153596255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"3cd1fed1-fc7b-422f-abcd-10f6131f075f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.155130005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e6f28e9f-131e-4bca-b25c-b0778a4b704d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.156304861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d3e0efca-12bf-4fb4-ad48-bf1236331586","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.157129432Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fdf9d85-145d-4b41-b921-6d996adc973c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.157569263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac952fa0-e97a-4044-9be6-af6e5e2c5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.158667432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"84d116d4-8116-49dd-9011-4ee3fd8e9e73","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.158687358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"84d116d4-8116-49dd-9011-4ee3fd8e9e73","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.163500419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fdf9d85-145d-4b41-b921-6d996adc973c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.164015349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e6f28e9f-131e-4bca-b25c-b0778a4b704d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.166270148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac952fa0-e97a-4044-9be6-af6e5e2c5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.173327813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"546c615e-0ca6-43dc-9f7e-73e3b3dce520","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.173352248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"546c615e-0ca6-43dc-9f7e-73e3b3dce520","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.173485158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"ca4867c1-ee5e-405f-9ed9-251567e0303c","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.176699452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac952fa0-e97a-4044-9be6-af6e5e2c5ee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.178224396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"cba06cc9-579c-4b19-9b90-420ff2159d40","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.17841726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc028653-5d1f-44a7-a282-12ee0eaf8abe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.178500919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cc028653-5d1f-44a7-a282-12ee0eaf8abe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.178955568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"229e33e3-89e5-48d1-9389-b8d69cce408c","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.179010765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa50aad8-77a4-4458-a6b0-900df82088b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.179026061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa50aad8-77a4-4458-a6b0-900df82088b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.184014707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d392ca00-1fef-46e3-8ce7-6f3680e05e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.184032308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d392ca00-1fef-46e3-8ce7-6f3680e05e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.25842789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"877ee57c-1a01-407c-b500-f39330c517bf","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.258858853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"beb1878a-4a17-443a-948c-e4d11fb93c6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.259352044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a10dbce6-4205-4315-a72b-92a3e0e2f284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.269316572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-e46ff3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","reconcileID":"ec398457-1cc4-4736-bdde-6ead5f6b0ee2","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-delete-e46ff3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.269622358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"285462ed-c036-4f31-aac3-934c81209a73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.274193464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"877ee57c-1a01-407c-b500-f39330c517bf","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.277144867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a10dbce6-4205-4315-a72b-92a3e0e2f284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.277721264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"beb1878a-4a17-443a-948c-e4d11fb93c6f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.280935192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"285462ed-c036-4f31-aac3-934c81209a73","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.285109094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"e2de400f-424c-4b88-804b-dbf6ab31a1d6","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.291496668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"93516f05-9ec6-4115-b24c-39cb1314cb7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.350323483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"93516f05-9ec6-4115-b24c-39cb1314cb7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.362888517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"0e4219e0-b590-4c88-b2cb-e25e38d8dab0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.362955613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"c57fcccf-5dbd-4b03-9fae-9424b114fb9c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.364221019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"66f67be2-6edd-4ec1-878b-24ea594cdcf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.379054287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"c57fcccf-5dbd-4b03-9fae-9424b114fb9c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.381855723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"0e4219e0-b590-4c88-b2cb-e25e38d8dab0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.38274353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"66f67be2-6edd-4ec1-878b-24ea594cdcf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.383538343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"db0a4c89-127e-47f4-9a53-1b31db124631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.384173416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"7687fa2b-59b6-45b8-9eff-2f4338493674","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.387827921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"ae774592-38cd-4b00-bf9a-259c239bfa88","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.394193064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"db0a4c89-127e-47f4-9a53-1b31db124631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.457022157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"15d5cedd-1147-4ad2-b778-4f30ab4dd56b","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.480268684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"91c6c24d-6a3d-45ea-a7a7-19922bbe7d8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.487532553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9205d095-876a-4a9a-a97f-df240c6701e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.50306751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9205d095-876a-4a9a-a97f-df240c6701e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.515713435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"672d2bc1-a6e5-46fc-a468-313c459ec637","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.604410437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"5ba8a312-aeff-4f96-a7cf-2d5d0237158f","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.605802999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"74e44c5d-2323-482e-b0b0-bea53f54e3c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.608904811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b28d513-326a-4a40-bbce-bc4544742ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.609805731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"205dfd71-50b7-42a8-9711-53d318fed7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.630408119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b28d513-326a-4a40-bbce-bc4544742ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.634553722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"205dfd71-50b7-42a8-9711-53d318fed7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.647884111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b28d513-326a-4a40-bbce-bc4544742ccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.648683815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"5ba8a312-aeff-4f96-a7cf-2d5d0237158f","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.651885195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"205dfd71-50b7-42a8-9711-53d318fed7d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.661235657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"5ba8a312-aeff-4f96-a7cf-2d5d0237158f","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.662421567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc512f1-7d8a-42cf-9c2b-69bdffb12bde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.662537348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bc512f1-7d8a-42cf-9c2b-69bdffb12bde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.669267857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15982da3-813a-4c2e-80f5-a7557d8a0314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.669285473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15982da3-813a-4c2e-80f5-a7557d8a0314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.702492118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"59f3607e-8886-4abd-a385-c929de8c6f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.703535075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"fa271200-2098-4784-baff-123b58b602b5","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.704426671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a567d3ec-3671-4f32-99ea-95b07706795e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.706005385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c26bacee-8a77-4f1f-8699-cc2ae723542e","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.706183577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"df84f407-65ca-47b9-bfaf-52937f59c015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.744947603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"fa271200-2098-4784-baff-123b58b602b5","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.746417543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"59f3607e-8886-4abd-a385-c929de8c6f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.748302525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a567d3ec-3671-4f32-99ea-95b07706795e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.750337022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c26bacee-8a77-4f1f-8699-cc2ae723542e","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.751834569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"df84f407-65ca-47b9-bfaf-52937f59c015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.796326066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05b715c9-104b-4129-b49e-ab11c3a4e846","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.796350548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05b715c9-104b-4129-b49e-ab11c3a4e846","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.813384582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a68d367-c6d4-45df-bf7d-bcdad9c4adb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.836825155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ff6df93-711a-4fb0-8049-415815628c39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.836851405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ff6df93-711a-4fb0-8049-415815628c39","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.968384154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"465c091b-b899-42ae-95a9-a633a970c0c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.969007755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"8c40c0a3-0f57-4f92-a063-a92d5bebfbe8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:50.977393806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"864922a0-bf0d-4323-a013-b53060683faa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.044312718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"8c40c0a3-0f57-4f92-a063-a92d5bebfbe8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.046917956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"465c091b-b899-42ae-95a9-a633a970c0c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.049032561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"63e6248a-7cb5-4d9c-a0af-2a13dfb7cdce","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.049381659Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"41ee8979-f503-4944-b487-16244921b50c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.054606822Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"41ee8979-f503-4944-b487-16244921b50c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.060421837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"30340022-d28f-4f5f-b4ca-247982ad77e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.06057546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d3b00bb-a810-4f18-af67-173601dc126d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.060888588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a524109-8f50-4c61-90d8-1ef5084b919f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.071105278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"30340022-d28f-4f5f-b4ca-247982ad77e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.081371201Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-sub2","reconcileID":"41ee8979-f503-4944-b487-16244921b50c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.091604099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d3b00bb-a810-4f18-af67-173601dc126d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:51.09349721Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a524109-8f50-4c61-90d8-1ef5084b919f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.098869146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d3b00bb-a810-4f18-af67-173601dc126d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:51.105160992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a524109-8f50-4c61-90d8-1ef5084b919f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.105385416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97b1a966-c186-4d4d-b56d-dc0e95086878","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.105402564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97b1a966-c186-4d4d-b56d-dc0e95086878","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.108174403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd26ed90-17c7-4ef6-b322-2a7a974aafbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.108191477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd26ed90-17c7-4ef6-b322-2a7a974aafbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.148000583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"29c38bdf-36de-40ed-a50d-8407e9c9a286","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.156722234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"29c38bdf-36de-40ed-a50d-8407e9c9a286","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.204317876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"b776241b-afb7-4c9d-9816-2d1177055223","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.204909711Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.211192669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1901586-5740-4b32-bcd4-18eb40b784d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.216644115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"ad627dcc-29c0-4cb7-affb-dd91bd48b418","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.216669032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"ad627dcc-29c0-4cb7-affb-dd91bd48b418","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.219007093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"516ee9b2-9ea3-4956-8987-ad6b50a418c3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.219488269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"26ce234c-ee5e-4c70-97f4-879a783b65d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.220772774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1901586-5740-4b32-bcd4-18eb40b784d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.222540636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5e5791b3-ff2a-443a-8b31-d066e60daa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.227404584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"516ee9b2-9ea3-4956-8987-ad6b50a418c3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.22964325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1901586-5740-4b32-bcd4-18eb40b784d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.233685359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"26ce234c-ee5e-4c70-97f4-879a783b65d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.243506479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98819ffc-be1e-4f03-acfc-0ab110926739","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.243530435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98819ffc-be1e-4f03-acfc-0ab110926739","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.24596333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5e5791b3-ff2a-443a-8b31-d066e60daa27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.354321359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"5b00a753-c1ec-47c8-95d4-58ba04e2f4f3","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.35484792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth1","reconcileID":"73f831ca-3be2-4045-bee6-35455369798f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.384629609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"7f488ff1-d94c-4c33-bed1-e7d600070692","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.391420044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"09706aab-1a49-4276-86cd-277342359a02","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.397413759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c78b8fde-6a86-468d-8639-22ae8e88cb67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.398061247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"180b1825-3552-414a-b6b8-9ae38d208193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.398399148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3a438199-0618-460e-9d3b-4754b7605632","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.411120933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"7f488ff1-d94c-4c33-bed1-e7d600070692","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.411937843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c78b8fde-6a86-468d-8639-22ae8e88cb67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.420731669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"180b1825-3552-414a-b6b8-9ae38d208193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.467830351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"53d3f41f-8aed-49d0-bf1b-4d9dd59773d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.492846463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"44bace09-0926-450b-8e5a-be102bb5a12e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.493583594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a4c5604e-9389-4817-b951-f62a6693d027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.502579332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a4c5604e-9389-4817-b951-f62a6693d027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.503717335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"44bace09-0926-450b-8e5a-be102bb5a12e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.50620096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a4f0bb20-0a90-4c3c-928c-5be115fb978b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.524519909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"aafa6295-7862-4229-8274-115a97600b7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.575123557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"2908a2fe-a93f-43d8-91f7-b93f7e8a8b52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.585649502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"2908a2fe-a93f-43d8-91f7-b93f7e8a8b52","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.613549884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-multi-keys-auth2","reconcileID":"53356433-3e2a-425a-9652-6d83d73800e9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.613623723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"467a0a3c-3013-48b7-a77e-ad163519469e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:51.778410245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"873f065c-89ef-4582-99b9-5b836859270e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.489756536Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"8648fcb3-b847-4bf9-b216-be99649d3b93","namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.490361843Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"e7fcc5ac-2ee5-4b25-9507-c64830dd096a","namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.600056208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"2376c5f8-b85f-435e-84be-9a42ae3ad1dc","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.609280745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"50b642e3-2ebb-46ae-ae57-5e76977d22de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.609857603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81fa670e-b329-4db1-aab4-c2395f116672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.614205108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e785d4d6-7a68-4b6c-9dc7-20cb6957292e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.681162323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"16497aed-76d5-44b1-acce-7de0a1d8550b","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.711392051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e785d4d6-7a68-4b6c-9dc7-20cb6957292e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.869289545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"16497aed-76d5-44b1-acce-7de0a1d8550b","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.908979161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"50b642e3-2ebb-46ae-ae57-5e76977d22de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:52.958861807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81fa670e-b329-4db1-aab4-c2395f116672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.012049367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e785d4d6-7a68-4b6c-9dc7-20cb6957292e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.053502096Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"8d0ea728-be6c-4a81-b602-b054ea0856d9","namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.055937871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81fa670e-b329-4db1-aab4-c2395f116672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.137895104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"b83e91ab-b020-4cfd-9c88-d0d2bd4c6a5d","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.25254439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"2376c5f8-b85f-435e-84be-9a42ae3ad1dc","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.331738444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"2376c5f8-b85f-435e-84be-9a42ae3ad1dc","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.399601066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.473888862Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"60dc9ca4-6fc9-4074-92eb-c9a0cbb4cc8d","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.476563203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"fe3c55b9-fc72-43c5-8704-c87a7abed636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.508443073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"6b6d7f4a-9e45-4cb0-bd46-3eb3ef8378c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.602476487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"86c632d7-a8d6-4313-823a-1a20c8c6abf8","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.65461027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"d0dc0b1e-202a-4a49-b499-dc1f864e3554","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.655574719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62efba49-2191-4dc6-b031-9e1189a98c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.65559786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62efba49-2191-4dc6-b031-9e1189a98c43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.656140977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"752fc055-7431-4811-98cf-8ba181beacef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.686984819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"fe3c55b9-fc72-43c5-8704-c87a7abed636","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.737325994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"6b6d7f4a-9e45-4cb0-bd46-3eb3ef8378c0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.755273095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c5502321-d491-4cc2-9f7a-668543a82dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:53.756406311Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"752fc055-7431-4811-98cf-8ba181beacef","name":"distinct-w4-0aa61b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:53.756478213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"752fc055-7431-4811-98cf-8ba181beacef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-0aa61b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.851326888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"9c6436e7-31c3-495e-98cf-6fedd66a865c","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.852119555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bd26b128-2cbf-4221-a021-dc0067f6e51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.923056042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"8c48c6e5-f49c-4c73-a385-098db565f566","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:53.924061152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"6690cd05-9315-422e-aafb-cdff53dd6b84","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.035000376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c5502321-d491-4cc2-9f7a-668543a82dff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.047611921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]","namespace=ai-tenant-e2e-worker-w4-0aa61b priority=0:[ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.064196263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"bf42a91e-5943-4873-b941-0221731a7c05","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.107000473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"d0dc0b1e-202a-4a49-b499-dc1f864e3554","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.123929529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bd26b128-2cbf-4221-a021-dc0067f6e51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.154800208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ccb2bb68-fbd7-47be-92f4-c79ed4a6d5c9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"distinct-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:54.266392614Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.282598492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"dfabccea-8e09-4560-9854-7e5e039d88f4","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.312563556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"69c9a8bf-0c54-43c3-af9c-361110b7c636","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.330558665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"5a0af957-1e8a-417f-bf2c-1dd7876dcd91","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.49247797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ea8a445f-1665-414a-a87d-80e37d3f7d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.669596382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"300e877d-8064-4f45-9122-e0a8fc617acb","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.670285824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1386f4ba-7633-4fe1-a5e3-26dfa5d5bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.82902593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ea8a445f-1665-414a-a87d-80e37d3f7d99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:54.972111369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9cb709db-955d-42f0-838f-975133a8a320","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.003384774Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ddba2caa-d341-4ff1-b5bd-1ddda9abf9dc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"distinct-2-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.020540579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1386f4ba-7633-4fe1-a5e3-26dfa5d5bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.021487064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05698d53-79b7-426e-bbc4-7baa15614b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.099472828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42f99f5e-fed1-466f-afa1-c6409f711658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.190835218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f2bd9c7b-7ae5-4e86-b52a-af61d8150c2f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.521598273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9cb709db-955d-42f0-838f-975133a8a320","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.656371735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42f99f5e-fed1-466f-afa1-c6409f711658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:55.656667156Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05698d53-79b7-426e-bbc4-7baa15614b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.676610407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42f99f5e-fed1-466f-afa1-c6409f711658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.779116088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"8fe8c44c-3938-4eb8-ab3d-32c7079f78b9","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.78450444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"598c4148-28c2-49b4-b0ee-2eb00dbca8b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.788271389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9c14b6f-cd3a-412f-969e-cb2510178637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.7882948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9c14b6f-cd3a-412f-969e-cb2510178637","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:11:55.817354009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05698d53-79b7-426e-bbc4-7baa15614b8a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.94118685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fcc7ce30-3b42-43f1-b648-a4e10132ea5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.941312059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fcc7ce30-3b42-43f1-b648-a4e10132ea5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.970111976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"598c4148-28c2-49b4-b0ee-2eb00dbca8b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:55.984342313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"8bd49f7d-e320-42ad-85dd-f0a76d64b3fb","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.011837202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ff5e9781-ec5c-4d62-b055-e1516181dd48","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.04904758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"b4554e77-d3ef-47fa-aa47-09625a050a16","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.0685391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"11c31d88-9492-4583-9a5d-244e06950d43","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.072393137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"8bd49f7d-e320-42ad-85dd-f0a76d64b3fb","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.116596311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7132f9a3-25ec-4ade-9270-7f88489aff10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.142696832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7132f9a3-25ec-4ade-9270-7f88489aff10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.152613771Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ff5e9781-ec5c-4d62-b055-e1516181dd48","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.294457784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a6bd8bd1-7a24-4934-ac83-1d570385074a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.295136598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ff5e9781-ec5c-4d62-b055-e1516181dd48","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.369987075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91dffaa8-829a-4053-bf9e-1a0169c92d3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.370109288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91dffaa8-829a-4053-bf9e-1a0169c92d3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.393754081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"e12bb0c4-8537-4718-ab40-93931cebd6e0","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.420026683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a6bd8bd1-7a24-4934-ac83-1d570385074a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.450202955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"90fa199d-412d-42aa-887a-bc8296cf9aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.568571277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"90fa199d-412d-42aa-887a-bc8296cf9aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.585622382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0648c0a9-9998-425a-b55a-a35a1acf1cb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.591831633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"02fc2d5a-bf0c-4c22-be53-0222fb7fe380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.611229111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"02fc2d5a-bf0c-4c22-be53-0222fb7fe380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.646316377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"28504a2d-35d7-4f7c-a5a1-2c8a8435c869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.6513683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0648c0a9-9998-425a-b55a-a35a1acf1cb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.651766199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"e32ff07c-1f66-4efb-a4e9-546956257102","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.658693899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"28504a2d-35d7-4f7c-a5a1-2c8a8435c869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.661388119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6876105d-f5c3-4bbf-82de-8383cc5f2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.698457334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c987b001-8112-47e1-b906-8d5486ee8835","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.713513334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c987b001-8112-47e1-b906-8d5486ee8835","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.722594473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6876105d-f5c3-4bbf-82de-8383cc5f2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.753021619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6876105d-f5c3-4bbf-82de-8383cc5f2fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.754119652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"f9ab00b7-7a2a-4564-9688-378434841d12","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.769751115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abae270-94b4-42c3-9407-61c7cff9652f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.769929791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0abae270-94b4-42c3-9407-61c7cff9652f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.925328711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0ea22890-f9c3-4a31-90c1-1b44769d9810","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:56.955062177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0ea22890-f9c3-4a31-90c1-1b44769d9810","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.715940515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"7e3f7369-4428-4180-aef4-7d2a5a182932","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.730073274Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"edf51be5-005e-4fb6-9d80-646a64877949","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5625be3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.734021376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a138345d-df90-4efe-ab46-06afb09e4612","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.737490745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b736760b-bbff-4dce-a06f-91d03aa2fac6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.737767204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9ee59c55-6e43-4672-9169-234e883e93b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.738058875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"59c8a972-ff41-46be-958c-88a1193b70e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.741906717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"a138345d-df90-4efe-ab46-06afb09e4612","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.746001963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b736760b-bbff-4dce-a06f-91d03aa2fac6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.749133532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9ee59c55-6e43-4672-9169-234e883e93b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.750218087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"59c8a972-ff41-46be-958c-88a1193b70e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.831346005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"39d4fb79-66dd-4380-bdf4-6f620459fe5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.831738138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"28eb8a17-c8ed-45af-8f28-9cbcbb7641ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.83252528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"83af5a0c-23cd-4389-951d-a9b9b9f20aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.833228259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5eb43d89-c95d-48a0-9d2c-5e386a631361","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.83857873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"39d4fb79-66dd-4380-bdf4-6f620459fe5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.841904773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"28eb8a17-c8ed-45af-8f28-9cbcbb7641ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.843720782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5eb43d89-c95d-48a0-9d2c-5e386a631361","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:11:59.845590905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"83af5a0c-23cd-4389-951d-a9b9b9f20aa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:03.607104307Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"edf9a999-eed9-4f18-95a4-de415e3d86ea","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:04.768632336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.411522339Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"f2487fc8-8f58-4b54-8df4-ccd58bfb2c31","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.425581222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"2178d75b-1082-4e16-b1a1-9e474d67af7b","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.479486528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3478984-8975-4986-920c-038234ce3f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.499601648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4a2b5ab0-3da2-47b0-bad1-86441435f16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.512078235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f22a8707-31a8-4680-ab53-3853f00b7e1e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.521617152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3478984-8975-4986-920c-038234ce3f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.522230139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"3d91f46a-dc19-4eac-a862-32cd2bc6ae84","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.536375564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a004fa-b6f1-418b-be12-df305b3f292c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.608284332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4a2b5ab0-3da2-47b0-bad1-86441435f16e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.61012167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3478984-8975-4986-920c-038234ce3f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.611233686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"3d91f46a-dc19-4eac-a862-32cd2bc6ae84","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.670891906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"002a1164-129d-48ae-9916-591a93a2353b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.671067016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"002a1164-129d-48ae-9916-591a93a2353b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.676596847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a004fa-b6f1-418b-be12-df305b3f292c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.689113682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f22a8707-31a8-4680-ab53-3853f00b7e1e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:05.772819478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"843b61d7-ca69-4751-bcd4-50015393a69f","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.040624915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f22a8707-31a8-4680-ab53-3853f00b7e1e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.060997783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17a004fa-b6f1-418b-be12-df305b3f292c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.133991502Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"7f3a8928-ee91-49c9-b82d-b04f602dc09a","namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.191387574Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"a70eecae-3c0f-4e98-bdf1-b7b8c6ee1440","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.26120307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"00abb6d1-8ef8-4ce6-a999-4c3aed13de50","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.343845973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"8e0555a0-1d99-40d0-97ed-98a52f6b79ba","namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.346651428Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"da436483-682a-43be-bb40-dcdd9ecf4888","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.354290713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"00abb6d1-8ef8-4ce6-a999-4c3aed13de50","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.407692383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e46875f6-5dbf-4def-b656-1a1a47b5fdd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.428766369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"713f8af9-98a7-4de0-b992-bc006fd3df72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.561849995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"713f8af9-98a7-4de0-b992-bc006fd3df72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.521331251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d0d07ccb-683b-4400-8177-b9b1c8d55269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.535371976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e46875f6-5dbf-4def-b656-1a1a47b5fdd3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.450220702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"4ab7d5a6-670b-4f57-9eb4-fd19f0175ad5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.684651347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e3fdd549-4089-4578-adcb-ba1dd796f616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.736940719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"4ab7d5a6-670b-4f57-9eb4-fd19f0175ad5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.744106201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"5709400e-31ac-43ea-84fe-a40cc325e073","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.800925185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d0d07ccb-683b-4400-8177-b9b1c8d55269","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.912629706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e3fdd549-4089-4578-adcb-ba1dd796f616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.942845466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"9d4b34a6-14c0-4ee1-8e40-d02a82b5961f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.943405536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"fbb03d2c-483d-4fe3-a418-23eb27802158","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.980759187Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"0ec6d834-aa03-4183-bd8f-d75e3831b208","namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.987371655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"55b3df26-3617-42c1-8945-74923b6965cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.99346704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"92b75d06-b0d1-423b-aedc-aeb2e7f285bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.994210895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"c720023a-30a5-4b9c-b4ef-c622e0c08fa2","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:06.995454496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"c720023a-30a5-4b9c-b4ef-c622e0c08fa2","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.026645651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"55b3df26-3617-42c1-8945-74923b6965cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.053462309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c936599e-2339-4954-a72d-84ab35f70fa6","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.080034004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"fa1c95e3-af1b-4376-bdcc-58ff09cd8720","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"tenant":"e2e-worker-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.080142293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"fa1c95e3-af1b-4376-bdcc-58ff09cd8720","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.082060476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"785bf838-4d14-4930-93c3-21d7235a4ca4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.097998724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c936599e-2339-4954-a72d-84ab35f70fa6","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.116009097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"92b75d06-b0d1-423b-aedc-aeb2e7f285bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.135927629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"785bf838-4d14-4930-93c3-21d7235a4ca4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.157634156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8dacdda9-f781-4765-b51f-9ccd405f50e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.186231019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8dacdda9-f781-4765-b51f-9ccd405f50e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.193244011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c4246dc4-daaa-4a2f-b030-3b27e9fc9428","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.231823081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"7640a6a4-2df5-41bd-b7b8-796361af1563","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.240136727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d0c192ee-26f0-45ee-a04a-762e67685b00","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.253467163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"03fc9821-c9f7-471e-b3fe-bb6ff68f010b","namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.4364487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d0c192ee-26f0-45ee-a04a-762e67685b00","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.458441628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc27ac7e-2e50-4430-aff0-34dd9d79b689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.476926515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84505e90-2b3b-4f56-ae04-08876bf7b5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.490300562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d0c192ee-26f0-45ee-a04a-762e67685b00","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.500332771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"32588d3d-148f-4691-9ed4-01992b3e8d3e","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.51706419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"32588d3d-148f-4691-9ed4-01992b3e8d3e","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.519302485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"42bf09dd-3f0b-4c71-b85d-0ca3911304f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.530241083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"42bf09dd-3f0b-4c71-b85d-0ca3911304f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:07.54076976Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84505e90-2b3b-4f56-ae04-08876bf7b5fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.545888178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc27ac7e-2e50-4430-aff0-34dd9d79b689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.56062847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc27ac7e-2e50-4430-aff0-34dd9d79b689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.562387849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d59554-dd17-4462-9b84-3a0ba75ad2a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.562483186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d59554-dd17-4462-9b84-3a0ba75ad2a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:07.562793497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84505e90-2b3b-4f56-ae04-08876bf7b5fe","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.570801853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"7bd8601c-53e6-4f45-9936-5a22ffd0e17d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.574453129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf7e8285-2137-44ce-b6c6-da0e20098454","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.574535544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf7e8285-2137-44ce-b6c6-da0e20098454","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.587246225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"7bd8601c-53e6-4f45-9936-5a22ffd0e17d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.699445121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3b86c179-51f4-44be-909a-ff38d1fbf317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.729597658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d015c2bb-ccbd-498e-989a-fdf1a5baf0c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.730675896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c9015a0c-99b2-49b3-97b1-f937e43e1a9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.731413096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3b86c179-51f4-44be-909a-ff38d1fbf317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.73211567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"4494a72a-6c08-436c-9f67-a0164cca7ffc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.746135725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d015c2bb-ccbd-498e-989a-fdf1a5baf0c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.747642394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c9015a0c-99b2-49b3-97b1-f937e43e1a9e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.751371719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"4494a72a-6c08-436c-9f67-a0164cca7ffc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.78382228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"cd93b77a-b42f-4e5e-8bd0-f611fdb177e1","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.783859125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"cd93b77a-b42f-4e5e-8bd0-f611fdb177e1","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.861800913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"d93afe50-45ad-4b24-8291-fe12c1ff3a38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.863458581Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"a501d7d9-80c4-4aa2-97a1-6834e691f5d2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.864092549Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-temp-model-status","reconcileID":"377862cc-86b9-4a1a-93da-5e18e08a5bee","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-e27ae7","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.866700723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7b94e753-6c42-468b-aac9-058d2ecd2dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.872137868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"d93afe50-45ad-4b24-8291-fe12c1ff3a38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.876826052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7b94e753-6c42-468b-aac9-058d2ecd2dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.89108093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"7964230f-4e79-42f8-bdfa-bd605d4c08e5","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.902236817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b4f27993-12c7-4f3b-ab35-dc7b22d9e2c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.903155914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"41e9282f-9aa9-455a-ba7f-4f6f0695e9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.911768012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b4f27993-12c7-4f3b-ab35-dc7b22d9e2c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:07.91602455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"41e9282f-9aa9-455a-ba7f-4f6f0695e9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.000222979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"307a82fb-95f8-4d49-aef0-b2d9373b3ad6","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.015660316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"307a82fb-95f8-4d49-aef0-b2d9373b3ad6","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.093100327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"dbf8c6c0-f20d-45aa-bf80-0c66c7e6a0f1","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.093146577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"dbf8c6c0-f20d-45aa-bf80-0c66c7e6a0f1","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.147476774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"9748ada8-19ea-4f09-9d53-ce6755d14904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.167950293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b63e81c0-eebf-41a3-bde4-543d6133760c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.168568784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2a50f1d-9588-4cc3-b3a3-ecbc2f57f36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.174811218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"9748ada8-19ea-4f09-9d53-ce6755d14904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.180586771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2a50f1d-9588-4cc3-b3a3-ecbc2f57f36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.181324397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b63e81c0-eebf-41a3-bde4-543d6133760c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.186857058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"7104b47e-0cc1-444e-bb1c-5a06f9ef2c38","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.187520772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"37416f2f-893e-4fd6-8a4b-b2e625601726","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.1902096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2a50f1d-9588-4cc3-b3a3-ecbc2f57f36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.190389107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b63e81c0-eebf-41a3-bde4-543d6133760c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.243951945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b31c67aa-eca5-4896-a2c2-29b35ced6e54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.243983182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b31c67aa-eca5-4896-a2c2-29b35ced6e54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.247643259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"37416f2f-893e-4fd6-8a4b-b2e625601726","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.271599196Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"7104b47e-0cc1-444e-bb1c-5a06f9ef2c38","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.283530874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"7104b47e-0cc1-444e-bb1c-5a06f9ef2c38","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.292905941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b805ef-7e0a-41b1-87c1-8d93702b2e4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.292928505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4b805ef-7e0a-41b1-87c1-8d93702b2e4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.306218556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"84ddfe6c-098a-41ec-af26-11e5767a04df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.307057825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9084f2e1-ac33-4654-b51d-cb0715579ac6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.311523984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"06e6b091-594b-4917-a5d1-3e7bd7f7c97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.316808224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"84ddfe6c-098a-41ec-af26-11e5767a04df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.316843659Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"84ddfe6c-098a-41ec-af26-11e5767a04df","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.320761928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9084f2e1-ac33-4654-b51d-cb0715579ac6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.326318972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"06e6b091-594b-4917-a5d1-3e7bd7f7c97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.407536195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d031f6c9-3915-4886-8fce-b0c52f6f42ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.408240071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"70026286-2140-4c6c-b1e0-b563849d1184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.430577544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d031f6c9-3915-4886-8fce-b0c52f6f42ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.432361685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"70026286-2140-4c6c-b1e0-b563849d1184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.486165396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"7d490be4-603f-4cd0-9747-b1631d89ad5c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.498238484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"7d490be4-603f-4cd0-9747-b1631d89ad5c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.505722451Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"7d490be4-603f-4cd0-9747-b1631d89ad5c","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.552735529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"fdf2b8e8-625d-4aa4-80af-4f5e4bf2c12c","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.651849465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"61931808-85a7-4fa7-80b9-086650a1d9ff","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.658742501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ea77a30d-18d4-4247-8fb4-2d116cd167bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.660857072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f0798302-093b-4f41-9575-f20db3baa55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.661271244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4320d11d-c426-4ba9-b8e7-dbf22a9fa493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.665761678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c4b229ec-baf0-418a-b075-8b637ea9bb6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.666439024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ea77a30d-18d4-4247-8fb4-2d116cd167bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.669990964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4320d11d-c426-4ba9-b8e7-dbf22a9fa493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.671725012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f0798302-093b-4f41-9575-f20db3baa55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.742022702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c4b229ec-baf0-418a-b075-8b637ea9bb6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.743094274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"4509ed19-3a9c-4b9c-afb5-bb1de8a72cd1","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.753878111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f3b486fc-1522-4d43-b2ff-58d882ab3ae9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.75474019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"41c9fb24-0621-4260-a7b6-2ef3211a28bc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:08.761163778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f3b486fc-1522-4d43-b2ff-58d882ab3ae9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.435583483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"2c6d60c1-47f1-40d5-97b1-32517acdc489","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.455685906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"852564d4-4d05-4b1a-a6f7-d29555f79c99","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.465723173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e87bc922-01da-4892-9c24-3e0dd7317816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.466154274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d8e9d99e-fb19-4f32-9ed2-4e4fc8340ddc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.466280611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b418fc6-7e29-4e1f-9978-5d072d8d706e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.467707228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1d452688-a5ff-4601-9b17-841e4ab330ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.473258885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e87bc922-01da-4892-9c24-3e0dd7317816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.473453805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b418fc6-7e29-4e1f-9978-5d072d8d706e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.47597913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1d452688-a5ff-4601-9b17-841e4ab330ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.477242947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d8e9d99e-fb19-4f32-9ed2-4e4fc8340ddc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.477544957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"2634b8d6-03f7-485d-90d7-3fd209c38ac9","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.550137348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1430ca3a-2239-4fb2-a7f0-49f53352cb31","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.735210412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f7f8ea06-ef8a-4c4e-b113-477629e3a888","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.739596893Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f7f8ea06-ef8a-4c4e-b113-477629e3a888","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.746200102Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f7f8ea06-ef8a-4c4e-b113-477629e3a888","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.772135691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"3e513d4d-8cf4-4baf-a535-3c860cfcb305","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.772669624Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.784233576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"d91f9236-cc76-405b-9783-22fa3ede8ed6","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.790942523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bb50887a-f9cc-486b-9509-8a533bdd779c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.791097902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"64176456-d429-4db7-8f31-e3fb45a69c37","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.791532687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"35508ff9-e440-48aa-acb0-b3e8ef18d3e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.791582107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"77cbdac7-f888-4c70-91c1-131fdac89f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.800687452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"77cbdac7-f888-4c70-91c1-131fdac89f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.800708156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"64176456-d429-4db7-8f31-e3fb45a69c37","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.802978932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bb50887a-f9cc-486b-9509-8a533bdd779c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.80326557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"35508ff9-e440-48aa-acb0-b3e8ef18d3e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.888969573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12bde8a4-d41c-4349-89dc-31e8c07c0f3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.895670241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12bde8a4-d41c-4349-89dc-31e8c07c0f3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.916983637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"3c243d8a-891a-4c91-a824-b3a83b2c85b9","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.929601299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"5cab29b9-0af0-44ca-b2ee-2c4bc3a954d6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f0f431ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.989475506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e2b2b23e-10ce-4db8-ba0e-6b98c9f70e0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.991696415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1e9b8064-31ed-4a2f-bd2c-832e43f74973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.992007056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9df1c4d1-a653-45b3-b730-a2ab4b24654c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.992228872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"d795cf3c-0dbf-40fb-82d9-b56c4564b10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.998049614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e2b2b23e-10ce-4db8-ba0e-6b98c9f70e0b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:09.999917018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1e9b8064-31ed-4a2f-bd2c-832e43f74973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.001682451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9df1c4d1-a653-45b3-b730-a2ab4b24654c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.003023481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"d795cf3c-0dbf-40fb-82d9-b56c4564b10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.054418793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3e2a5be0-b63f-47cd-bde9-be58341659d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.056426694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"68982882-6788-49f5-8a27-2ba524aa0688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.057351502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5286e404-f218-4c51-9968-44ef2e50f225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.059493725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7780b791-2c1e-4019-9774-e9d4459c78e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.069457373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3e2a5be0-b63f-47cd-bde9-be58341659d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.151819361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5286e404-f218-4c51-9968-44ef2e50f225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.155452563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7780b791-2c1e-4019-9774-e9d4459c78e1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:10.158128235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"68982882-6788-49f5-8a27-2ba524aa0688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.298481647Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.305467452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"e4354899-3358-4258-a690-523934ecdb88","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.305485019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"e4354899-3358-4258-a690-523934ecdb88","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:12.309843171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"818746c6-e53f-47c7-9973-b15538d3b525","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-301eb6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.326714524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"dcc1e835-7677-44e8-96fa-98b15e5fce5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.327644956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"6ebde17b-f812-4db6-93b3-8f35de958f79","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.327668756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"6ebde17b-f812-4db6-93b3-8f35de958f79","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.330288622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"bb736e60-4137-4165-8052-c464f37cde94","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.335147992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"af8bc137-d975-436a-adbb-7bded0c3d28d","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.336251783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"dcc1e835-7677-44e8-96fa-98b15e5fce5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.336948414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"bdf02afa-8d8a-4602-a873-73433cae422d","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:12.33762959Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"6ebde17b-f812-4db6-93b3-8f35de958f79","name":"e2e-rec-ctrl-301eb6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-301eb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:12.337722542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"6ebde17b-f812-4db6-93b3-8f35de958f79","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-301eb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.341740226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"bb736e60-4137-4165-8052-c464f37cde94","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.342976632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"c03a73df-aa72-4ad3-aeca-d8f76598dfbd","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.343044026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"c03a73df-aa72-4ad3-aeca-d8f76598dfbd","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.345742609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"af8bc137-d975-436a-adbb-7bded0c3d28d","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.347293926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"bdf02afa-8d8a-4602-a873-73433cae422d","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.352154448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"64edd0db-7d63-475c-a491-af677299774b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.352179822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"64edd0db-7d63-475c-a491-af677299774b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.362233706Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"34a6bf2d-14d8-4949-848a-2f908f7432fc","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-ctrl-301eb6","model":"e2e-rec-ctrl-301eb6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.363056934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"f874fe10-c10a-40c7-91c2-5f3a2b3d22a4","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.363074111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"f874fe10-c10a-40c7-91c2-5f3a2b3d22a4","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.369230668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"76bac21c-8133-4d0d-aebf-414f395ce6b0","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.369247455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"76bac21c-8133-4d0d-aebf-414f395ce6b0","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.38610008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"a204ccf8-f757-4eae-b3dd-b65d401473fd","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.386128687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"a204ccf8-f757-4eae-b3dd-b65d401473fd","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.400239172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"29848d77-0247-4a63-bb19-da4bf11a4c4d","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.400287479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"29848d77-0247-4a63-bb19-da4bf11a4c4d","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.420380278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ee425f77-f44b-4d79-b037-5cf85aebb08a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.427324939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ee425f77-f44b-4d79-b037-5cf85aebb08a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.453566588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"f5452dbc-65a4-4d60-b424-8697ed3606d7","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-ctrl-301eb6","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.518128568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"d148f6c3-8121-4dce-9c9d-4eec949ad895","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.518371066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b4b81ff4-c1e8-45a3-9f86-8eed8e322992","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.519468345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ff791fe0-0f6b-49a6-ba0d-b6919b434aa7","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.525739566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b4b81ff4-c1e8-45a3-9f86-8eed8e322992","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.542369573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ff791fe0-0f6b-49a6-ba0d-b6919b434aa7","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.543580279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"d148f6c3-8121-4dce-9c9d-4eec949ad895","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.685514924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"8165cdb8-067f-40e7-a5e1-bdb5305c8701","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.685542192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"8165cdb8-067f-40e7-a5e1-bdb5305c8701","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.690480441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"160b93bf-3744-40bf-bd11-dc6701c2d0d9","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.69049658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"160b93bf-3744-40bf-bd11-dc6701c2d0d9","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.697629218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"adf7e3fe-96bf-4fd7-af67-056b28da5e64","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.723132063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"adf7e3fe-96bf-4fd7-af67-056b28da5e64","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.728486801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-638f19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"adf7e3fe-96bf-4fd7-af67-056b28da5e64","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.733846798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"23e16a7e-3381-4603-982f-cc3cf6158ef8","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:12.733861334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"23e16a7e-3381-4603-982f-cc3cf6158ef8","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:13.616485749Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"34efd6e7-5ebc-41f1-86de-ca423784874c","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:16.442068199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"b19fa510-affb-4b4d-a375-f50f74218d2f","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.199715352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d9cff-7c48-43b8-8015-7c7192aa4ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.247999181Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d9cff-7c48-43b8-8015-7c7192aa4ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.255567231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"450d9cff-7c48-43b8-8015-7c7192aa4ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.263576977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1007afcd-623c-4c77-bb56-1f9f5531af56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.263595689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1007afcd-623c-4c77-bb56-1f9f5531af56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.277214012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a4055ab-4807-42a8-835c-af72917f5352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.342855539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a4055ab-4807-42a8-835c-af72917f5352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.348363295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a4055ab-4807-42a8-835c-af72917f5352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.3490215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ca607308-9e24-47b5-a5fb-08c9c1a87379","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.355414592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25b2510b-b2f8-4fa5-8111-5eff04b153e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.355433266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25b2510b-b2f8-4fa5-8111-5eff04b153e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.371905185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ca607308-9e24-47b5-a5fb-08c9c1a87379","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.377120059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ca607308-9e24-47b5-a5fb-08c9c1a87379","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.378483527Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"a8131689-9627-488a-b7e4-193c0c4cb2ac","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.378581202Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-sub","reconcileID":"a8131689-9627-488a-b7e4-193c0c4cb2ac","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.382843517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a145a54a-b90a-4bba-90c6-1be5e6c17d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.382858424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a145a54a-b90a-4bba-90c6-1be5e6c17d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.501265071Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.516892946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1324d22d-083f-45f1-b811-e3c460f9cdaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.517166369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"1cbc6363-9065-42f7-887f-327ec57654d7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.519203538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f7c7b6ed-048a-4e17-a3a9-1597925eb573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.524712224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1324d22d-083f-45f1-b811-e3c460f9cdaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.524734917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"1cbc6363-9065-42f7-887f-327ec57654d7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.527697435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f7c7b6ed-048a-4e17-a3a9-1597925eb573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.531077512Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"1cbc6363-9065-42f7-887f-327ec57654d7","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:18.650329784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-status-transition-auth","reconcileID":"8f1d1f7c-3f28-4dba-9c3f-a2238a1b9a8f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.549209026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"8b7eca0b-09d3-4484-a53c-01bc3c1f7c33","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.556309863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"180084f7-1597-4fc9-adc7-e87f037a5367","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.586876268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51097dd7-c1bf-4eed-9dc6-76c76f133a51","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.593461533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"51097dd7-c1bf-4eed-9dc6-76c76f133a51","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.710516546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"eb61aac1-d410-4b53-8a49-9acb5c4ead3f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.724303446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"abe7c695-7e51-42a4-a738-79782117b00f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.725514618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"b0216392-79a0-4031-84f6-5eb0c90a94c0","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.725721266Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.731699308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"abe7c695-7e51-42a4-a738-79782117b00f","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.733607109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"21f2bd1c-2361-4a40-b868-7ad3cb785513","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:19.739846806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"f2e3fed8-7c9f-4bf3-bb2b-5862348c0952","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.761266034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1dc292b1-dc3d-457b-a130-c0a975a68472","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.768288443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6bb4eb59-6b0e-4ffb-a494-39a40fd9add6","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.792418773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"05f9c222-a1b7-477e-8bd0-ffd610da7ff6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.792586423Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"05f9c222-a1b7-477e-8bd0-ffd610da7ff6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.812736708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3b528c83-6846-4981-8868-4e29f2b3f5c3","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.821536005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9a7cd56d-63a0-4a02-ab71-4482358961b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.821546186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"067018da-cea6-4102-8b85-acaae42c02c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.822824818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2351f6a5-84c3-4fae-84f2-048d7918d1fa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.829263921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9a7cd56d-63a0-4a02-ab71-4482358961b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.829609704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"067018da-cea6-4102-8b85-acaae42c02c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.832795385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2351f6a5-84c3-4fae-84f2-048d7918d1fa","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.881434405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"2db97193-69cd-4222-8b42-c2d5972613d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.881538629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"6f7f6ba9-8692-4674-b08f-8fe16e287e38","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.881636058Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"6f7f6ba9-8692-4674-b08f-8fe16e287e38","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.921586841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9c7dd8e7-1660-4415-bd67-80cf30caf999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.921586871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3065aa07-8581-430a-af44-b16602065f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.92871004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3065aa07-8581-430a-af44-b16602065f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.928985747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9c7dd8e7-1660-4415-bd67-80cf30caf999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.932880568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"799847f6-e9d8-495a-a63b-e8f285f8c203","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.936077238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"799847f6-e9d8-495a-a63b-e8f285f8c203","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:19.98504993Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"799847f6-e9d8-495a-a63b-e8f285f8c203","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.016035622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"208e165f-9269-4d13-ab78-642dd0b6aec9","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.01619401Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.027115687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"b117e1a5-a1c3-470b-9ca5-965da8c6c571","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.041992041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6451aeb6-350d-4de6-b992-6b814221c804","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.042029827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"604124b6-1438-4472-bc22-24b0309c9b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.042361059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"04e92140-3283-41b3-9b29-2f61d93d7b29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.049549396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"04e92140-3283-41b3-9b29-2f61d93d7b29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.049565048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"604124b6-1438-4472-bc22-24b0309c9b93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.051854609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6451aeb6-350d-4de6-b992-6b814221c804","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.132235555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"439d0344-7009-4a36-a4f2-331c16d56096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.13306338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9cf80ad3-f1c3-4489-b0c5-3f533aeb3879","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.141216277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9cf80ad3-f1c3-4489-b0c5-3f533aeb3879","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.141216275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"439d0344-7009-4a36-a4f2-331c16d56096","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.156728773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7e433a5-4529-4fbf-bbfa-8eb0d8b583c3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.157087119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"1efc1718-ad0c-4a6a-9dd8-c7bf52944e7e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.343035484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"905ddf84-f463-4b04-b9d3-0964f0830f16","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.370247321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"54e2e9d5-816b-43e7-9652-e01e80e3e691","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.37048516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a951c68c-abb1-41a9-9912-8b903042a37c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.374745776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ad61e272-321a-499b-8616-b9c357686aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.378556832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6f5f9bd2-1a24-4424-a407-1352768b4b44","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.381025485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a951c68c-abb1-41a9-9912-8b903042a37c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.389284343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6f5f9bd2-1a24-4424-a407-1352768b4b44","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.389364391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ad61e272-321a-499b-8616-b9c357686aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.520323597Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dec5b366-957c-46c2-8295-978b9aa6e215","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.520335121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"0b230c81-0042-45e5-9cbc-eaf2db748cfd","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:20.626657897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"988bf477-bd86-48ee-af34-922e07088b3c","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:21.851692816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"927f7769-f1f6-40ba-a49f-306280bcfee2","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:21.858358259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"fa8256f3-4a9b-4cd1-b338-2ef0989255be","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.09444838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d638d50-8726-4772-a822-01066f1387a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.111064777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"45611287-ceee-4508-a07f-0c13ec26962e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.116257727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.14161279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7d638d50-8726-4772-a822-01066f1387a5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:22.158232358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8e6a3766-fa69-451e-84eb-e0585b9f9784","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.15964378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"805f88e1-10f0-45bc-b563-872d34c228aa","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.183003652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"e71f25cf-0ca4-4ce9-83f9-5c738bd1146b","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.189200668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dc78f5db-6ec5-4bae-a9d7-d53a7879fe87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.195208285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"42e57752-1c41-4b14-bb3b-0190211ffb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.196525532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"19b51c25-ffa6-4a9e-9010-453198d6acf2","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.204479361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dc78f5db-6ec5-4bae-a9d7-d53a7879fe87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.212262575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"7a75d0cc-54b3-4318-9860-411aac9af8ea","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.220028177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"42e57752-1c41-4b14-bb3b-0190211ffb3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.256862654Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c94632d0-d2c3-4728-9ebe-83449b5b2cc1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"distinct-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.257386025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bef092f5-0c90-4f13-86c6-8f9d9c29c510","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.291347854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bef092f5-0c90-4f13-86c6-8f9d9c29c510","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.302870851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"b5fce660-db9c-4834-8a44-4f858703bcfa","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.311162183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"e7149228-8941-4801-99c5-7a0177a084a8","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.339525075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b3f2b255-9cd8-490f-a5fd-b796e4923a73","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.34090559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"8eb1be21-73b1-421c-87ef-fa8928d6c08e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.403987705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0e802a2a-fdc5-44e5-8db4-ba32fd333e19","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.42153709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0e802a2a-fdc5-44e5-8db4-ba32fd333e19","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.486639863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c9d63ce-bef0-4f89-ba59-0c6cdef82f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.488384164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"f961b081-92bb-443e-8db1-2aa8795f6677","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.489751826Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]","namespace=ai-tenant-e2e-worker-w4-0aa61b priority=0:[ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.499667156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5005b316-4935-4d0f-9964-69a4d589833c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:22.50057727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bef092f5-0c90-4f13-86c6-8f9d9c29c510","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.524338553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c9d63ce-bef0-4f89-ba59-0c6cdef82f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.572825829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5005b316-4935-4d0f-9964-69a4d589833c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:22.544677452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.579985068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"c1844bf2-88ba-4f8d-8fa2-503fee051591","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.580884361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"fbf75cfd-60b7-45d1-9c39-817840d60941","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.58640641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"4bc3283a-0204-457d-8220-b63d0d0667a1","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.618346832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"38a76f64-419a-4a35-82aa-1a5b97b37a6b","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.672756914Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5b3964c4-0f85-4eb0-8672-53ba85f7c3cf","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"distinct-2-w4-0aa61b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0aa61b/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.673367158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"88712677-6673-41b5-8d28-82b9efa8b29c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.691593501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"88712677-6673-41b5-8d28-82b9efa8b29c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.702332559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"87b950ad-53af-44fd-a1dd-20eaeaa2e3cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.704157464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"a801c7bc-ef51-48d1-bad0-40b5cb96c280","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.712803292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"87b950ad-53af-44fd-a1dd-20eaeaa2e3cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.727085137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1fe7867b-52e4-475e-8863-33646ddb0548","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.760941269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"82da55ae-6a7a-4f38-b8d2-43f8a525685b","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.77020766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"40f98079-33ab-4c76-bea2-0344b636ccbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.771513237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"82da55ae-6a7a-4f38-b8d2-43f8a525685b","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.779012137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-638f19-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"82da55ae-6a7a-4f38-b8d2-43f8a525685b","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.787567389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"40f98079-33ab-4c76-bea2-0344b636ccbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.905173727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3fc4d8ce-4645-450f-a996-b140354c4503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.913247809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fccd73a8-b6ad-4fad-9e23-79c4c8baa2b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.91653983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3fc4d8ce-4645-450f-a996-b140354c4503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.9250582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fccd73a8-b6ad-4fad-9e23-79c4c8baa2b2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.950835166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"569fa32e-da43-4454-8720-32cf057900fb","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-ctrl-301eb6","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.993125648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"c3847461-0110-43bf-83d8-ee9b2b8998c3","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:22.993260834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"c3847461-0110-43bf-83d8-ee9b2b8998c3","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.088329711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"21621c2e-b178-449d-863a-e89e90f656e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.090351142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5b20b0fb-929c-43ae-a4b0-0beda39068f8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.091111759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"21be36e9-8f1b-422b-aba4-009c88ef62bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.098462471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"21621c2e-b178-449d-863a-e89e90f656e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.104437093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5b20b0fb-929c-43ae-a4b0-0beda39068f8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.105159471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"21be36e9-8f1b-422b-aba4-009c88ef62bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.452336235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cf97da7b-984c-44f7-a9d6-7426df5ed218","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.452881651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ca3ebef1-3c4d-4ddc-b70a-60a01e6627ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.454203229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"80c0bdc5-8331-434b-82e2-5ddfc1a4e027","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.454625806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a1cdb9ec-fee9-4307-8cb9-f9106a874ad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.456197212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c0aaae5-829b-4e24-8bea-2d753f6d4f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.459586283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cf97da7b-984c-44f7-a9d6-7426df5ed218","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.461966469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ca3ebef1-3c4d-4ddc-b70a-60a01e6627ee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.465042508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"80c0bdc5-8331-434b-82e2-5ddfc1a4e027","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.467609075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a1cdb9ec-fee9-4307-8cb9-f9106a874ad9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.468974021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c0aaae5-829b-4e24-8bea-2d753f6d4f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:23.62490485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"ed579114-3cc5-4ed4-87a5-f4bb96129829","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.01971615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d5f8e10a-0032-4d3e-b2f5-5bcb221a1313","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.049811028Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e780890a-3f2d-4dd2-9a30-deb84ef880e4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f811fc1d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.062263636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"34627c83-b4af-485e-b90d-5a2988f38282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.062310707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"db5a6a20-390d-4588-85e3-9851151560fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.062745117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0f0bfd65-e815-47b1-b3d9-a298c41d431b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.062999069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e29abc1-996f-44c4-a8a6-e8ba53da1c90","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.075515968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"34627c83-b4af-485e-b90d-5a2988f38282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.07811995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e29abc1-996f-44c4-a8a6-e8ba53da1c90","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.078593774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"db5a6a20-390d-4588-85e3-9851151560fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.082344082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0f0bfd65-e815-47b1-b3d9-a298c41d431b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.212845087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f35615b7-9630-4f39-a51a-65cb5893545c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.213591894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dae1aa8f-55ea-4348-889c-e9697857372f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.214449724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"13e05bbd-5f42-42b3-8e6f-357aed0a3314","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.216638461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1ee6bd4e-a5ed-4b58-b833-678c3e52eb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.221050624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f35615b7-9630-4f39-a51a-65cb5893545c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.221614491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dae1aa8f-55ea-4348-889c-e9697857372f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.223345128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"13e05bbd-5f42-42b3-8e6f-357aed0a3314","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:24.226088555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1ee6bd4e-a5ed-4b58-b833-678c3e52eb9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:26.454296792Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"6b528477-b503-4170-a0eb-f38a74ae635e","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.280607828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d112c975-ad3b-4d3d-a88d-057ae82b2d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.304662764Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d112c975-ad3b-4d3d-a88d-057ae82b2d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.310190231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d112c975-ad3b-4d3d-a88d-057ae82b2d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.318443974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ff24002-54df-4dab-b9a8-f4f0981a211d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.31846276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ff24002-54df-4dab-b9a8-f4f0981a211d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.379598266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb54906-5cde-4fe3-ab2a-bbaecb3acd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.386262208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb54906-5cde-4fe3-ab2a-bbaecb3acd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.390666756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"1ae5c37d-2006-4dcb-a519-83a4791a0a3e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.39203092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feb54906-5cde-4fe3-ab2a-bbaecb3acd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.399691921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f208c253-f7f1-40d3-ba95-69958b0ecc04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.399708064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f208c253-f7f1-40d3-ba95-69958b0ecc04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.414251897Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"1ae5c37d-2006-4dcb-a519-83a4791a0a3e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.421345134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"1ae5c37d-2006-4dcb-a519-83a4791a0a3e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.426924618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a901b2b-b581-4788-a630-83c87347ad6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:28.426940565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a901b2b-b581-4788-a630-83c87347ad6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.501227457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"23217e30-d4e0-410d-a752-539a1683fb37","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.665518792Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"9b282163-0994-4107-8057-8b05fce280e5","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.675352358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"5c27618f-7c6f-4d0d-acd9-c071b7887ed3","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.675371717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"5c27618f-7c6f-4d0d-acd9-c071b7887ed3","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.676068495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0038bb61-a1d0-42a2-9cac-68409376b308","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.678576964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"4e4b107d-c40b-4d1f-961f-1b52defa55c0","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.678744795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00a23a90-f55c-4b87-89e4-7503206588df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.681570859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"224f7e9e-7e36-4fef-8288-67766c5d16e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.683233624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0038bb61-a1d0-42a2-9cac-68409376b308","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.685757621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"4e4b107d-c40b-4d1f-961f-1b52defa55c0","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.686970839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"71fe42f7-f4b8-47ed-bb17-047aa4bec8c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.69056343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-638f19-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (21dcebcd0174a02fcc66e664384820ae1c75c868ab9a8e6043f382ea7af4cbda) AuthConfig (040d4925d981268f83586b232e6d1471212fd8b2910ca989e10a8d5b6af2f65d) AuthConfig (c36a32710393f94b4850d39cd8f2723cb99a9dcea38a16946a25215037b077f2) AuthConfig (d8eec543fe0bcad19a3d8f398623285b2c553940cfc08246ec8a26b4c1cd698e) AuthConfig (66458b2fc554dd2ca5d6ee94d36f54c49eb713b53a6c01d9ce38789af1903c50) AuthConfig (e38e475bb67ffa2a341672001db4fef03a8c46f7ec44e560faa785097642daaa) AuthConfig (d71255c4afb680e8c9242f9f951b6690b18e7791916c746db0255f452079c445) AuthConfig (cbfe97607e8ff9c890e8a21f37a536c2d4bd809e86ffb728f7049562bd6baf42) AuthConfig (e92bec58de246d813ed42546b0d4ad39d5258dab47ced3a426425427fe61586c) AuthConfig (744202ef99c39b93cd0def731a40001507aa29fb849626e6dd2772f1ad2afccd) AuthConfig (d0e032bb8e38b809b8052e2d2e9587571e641cc0e68e0b43701412d6df9474eb) AuthConfig (bebba27c4eddf814b663f87030423d7f5f6bf9ff0c143c3fbd3218c989195d60) AuthConfig (6ce42bfb2c38ec4a272b01536e1ce9e2808230d936541f7d42da642092f9a2f5) AuthConfig (918866fe07668611cf7dd06be54f7d808405f55a5ec7bf74b8a2b6b358a29e9b) AuthConfig (9866f0473bb4fa585e60100e1eaab08f0ab97c3bd6639e72131479b11bb268fb) AuthConfig (b9a97c2a55e956b2fc40b3adc83b7a6860947c44eeff34a6b36664f52ba5c579) AuthConfig (512ceb99a301d917806308494196eebe404d24e9e409a1338d880f78bcf7516e) AuthConfig (ca091bc6acc67c8cce5b9e563efdb62824f6519c78c6697646e980cb49ef8d10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0038bb61-a1d0-42a2-9cac-68409376b308","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.692101341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"4e4b107d-c40b-4d1f-961f-1b52defa55c0","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.694584905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"71fe42f7-f4b8-47ed-bb17-047aa4bec8c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.704848967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"dc1cd12a-235d-4cd6-957e-22e6324f68c0","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.704863888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"dc1cd12a-235d-4cd6-957e-22e6324f68c0","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.710112904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"129daf99-ef6b-40c1-882d-4cd5889c7da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.711801271Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00a23a90-f55c-4b87-89e4-7503206588df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:29.711994975Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"224f7e9e-7e36-4fef-8288-67766c5d16e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.717247894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"129daf99-ef6b-40c1-882d-4cd5889c7da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.717425738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00a23a90-f55c-4b87-89e4-7503206588df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:29.720351024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"224f7e9e-7e36-4fef-8288-67766c5d16e7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.720763806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e61538ee-b82f-4528-b0d5-6c2dea2ae7e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.745811297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e61538ee-b82f-4528-b0d5-6c2dea2ae7e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.74637429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"649069a7-b8bb-4ab6-b085-337a99225d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.746389087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"649069a7-b8bb-4ab6-b085-337a99225d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.816286451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d649358-d6a8-4344-8ebe-a9a5b3d25616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.82240494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"e477465c-d8d4-4f2a-8082-e45347fd9803","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.825676942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d649358-d6a8-4344-8ebe-a9a5b3d25616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.826460092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"779ede5a-98d3-4087-8dab-267fa3e3b661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.829415841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1b4c4165-c60d-4b8d-882b-fcd21f62167a","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.830729038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"391601e4-b423-4a03-b303-34f9059a560f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.831888093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"e477465c-d8d4-4f2a-8082-e45347fd9803","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.840989824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"779ede5a-98d3-4087-8dab-267fa3e3b661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.84830709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1b4c4165-c60d-4b8d-882b-fcd21f62167a","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.857635927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"391601e4-b423-4a03-b303-34f9059a560f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.929634242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3f136491-a441-40e2-9f2c-d58f3ee3b39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.934871564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"057ea9e5-d5a1-4c41-b17b-2df903aaf4dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.935436308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3563cff8-7240-41e8-99b2-f532eee27b0c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.939383845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3f136491-a441-40e2-9f2c-d58f3ee3b39b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.944976954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"057ea9e5-d5a1-4c41-b17b-2df903aaf4dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.952699619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3563cff8-7240-41e8-99b2-f532eee27b0c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.958768264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6e741a9e-10ca-4748-8762-21416c847430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:29.968591052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6e741a9e-10ca-4748-8762-21416c847430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.003674459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9470e6f0-c430-4a3b-897f-f5c145da0db4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.010007137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"4cda3499-7082-4add-8b79-e578370efeab","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.012407502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9470e6f0-c430-4a3b-897f-f5c145da0db4","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.016525765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"4cda3499-7082-4add-8b79-e578370efeab","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.103083851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e747d2-940e-4253-b810-d86ee04c7123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.109960424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e747d2-940e-4253-b810-d86ee04c7123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.115794767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58e747d2-940e-4253-b810-d86ee04c7123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.125393354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5ceed09-b961-46b4-b152-796df63dace5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.125409734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5ceed09-b961-46b4-b152-796df63dace5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.373071341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"fb4255a8-32f8-45c6-b95e-02e8998afbfa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.393382367Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"fb4255a8-32f8-45c6-b95e-02e8998afbfa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.39340809Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"fb4255a8-32f8-45c6-b95e-02e8998afbfa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.393495753Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf","reconcileID":"fb4255a8-32f8-45c6-b95e-02e8998afbfa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.406486672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"3dbf4ec5-92a8-4c43-947a-2a176fbbe6bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.417318398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"46e79f5c-cf7c-4b46-9e48-0af98ff1ec9d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.417639885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.426505086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"f2dd0281-2ee1-493f-bea2-210539df4076","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.429634198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"167fa525-da93-4cca-9977-96f3e3afa5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.429690022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4f2455a5-7067-494d-a937-fd67b43da660","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.430067865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c0fb46af-6e05-4f80-b27f-38b89d3b3f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.445526668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4f2455a5-7067-494d-a937-fd67b43da660","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.447655225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c0fb46af-6e05-4f80-b27f-38b89d3b3f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.449488089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"167fa525-da93-4cca-9977-96f3e3afa5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.569572501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"cf0ac4e0-001c-4e79-b9a3-5ad02c7652e0","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.570230567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-healthy-inf-auth","reconcileID":"09bee9f5-0a99-47b7-b93e-91e3e00a5f9e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:30.674859394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3035b538-827a-47fc-9f27-e0db0584cf25","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.420929111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"cb3b6cce-0044-4e82-a7a8-bde2d3330ee2","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.426307021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"01f2dfcd-ee0c-4e17-bab4-4ffbe6f68d36","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.437355769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"c0f9cfa7-092b-41dd-8b48-9a4927b2fad0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.445378578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"c0f9cfa7-092b-41dd-8b48-9a4927b2fad0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.466572877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"10f08b7d-d981-48ee-929c-4982c92e25b4","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.536740864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"e5844c93-96a9-4559-b977-b4dd156b3d92","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.543946502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"e5844c93-96a9-4559-b977-b4dd156b3d92","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:31.562831592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"e5844c93-96a9-4559-b977-b4dd156b3d92","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.577529158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"3a86b345-22c7-4726-ac2f-7e5811605e63","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.584413829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"3a86b345-22c7-4726-ac2f-7e5811605e63","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.59652769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"87159fed-aa3f-4f1e-9845-d0e60a82fe9d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.597261812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.605346407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1bc90b31-8a5e-48ec-b98b-83d804e91600","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:31.605813083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"9c829f16-eefa-43c4-bf00-17730d9a0730","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.623525338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"19beec27-8e94-4dc8-9d3f-61f1d7a01c70","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.647942325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c6ad0451-3e09-4448-b8cd-73120ece1306","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.652170178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"a4855225-294e-4051-90a6-911cc9aabb5d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.654449932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"be882be4-c578-4742-be77-f28aa68b3f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.657567996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b65c1af9-47db-4c86-a1e8-ebd57ad7772c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.66500439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"a4855225-294e-4051-90a6-911cc9aabb5d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.745252113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"be882be4-c578-4742-be77-f28aa68b3f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.749154468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b65c1af9-47db-4c86-a1e8-ebd57ad7772c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.760741013Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"663a6e2c-1b66-4179-a678-a22e214288b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.760863296Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"663a6e2c-1b66-4179-a678-a22e214288b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.76716121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"3e1ff2a6-6483-4c11-ba5e-74f124ba86e0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.775828443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"444c296d-e882-4930-84c0-c21acb92915a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.775836613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"3e1ff2a6-6483-4c11-ba5e-74f124ba86e0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.784249434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"403f5ac5-5ad4-481f-a764-75b9ebc58136","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.8657387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b1d40893-b4ec-416e-a3dc-1c0073c370c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.865799589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7400d277-0e60-4158-bce2-4c8638b6818b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.873584528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b1d40893-b4ec-416e-a3dc-1c0073c370c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.874436383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7400d277-0e60-4158-bce2-4c8638b6818b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.875175107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"e644b6ec-2fa7-48b8-8fee-bf26f523fa71","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:31.875257799Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"e644b6ec-2fa7-48b8-8fee-bf26f523fa71","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.1756026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"420e3073-3ac6-4936-8a7a-fce584a6785f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.205846022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"68b78295-1c54-4290-91db-d236b374a8c7","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.660876512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ce61fdf6-0dd2-41b5-9b12-f4e81bb9dc83","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.662453758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eaa18579-7517-4dde-97cb-095e9f644171","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.702423358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c624c180-1488-4626-86a1-06ad1a4d7914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.703562346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"59c3942f-233b-41ac-a5bf-9fb8ae35bf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.768595724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ce61fdf6-0dd2-41b5-9b12-f4e81bb9dc83","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.769667214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"eaa18579-7517-4dde-97cb-095e9f644171","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.773881943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"59c3942f-233b-41ac-a5bf-9fb8ae35bf4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:32.796745484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c624c180-1488-4626-86a1-06ad1a4d7914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:33.636498987Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"3897944d-dce5-4279-a62a-685fd85e5e4a","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.057180412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8f0f9021-66eb-4b20-a507-0666ff725b1c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.061266696Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8f0f9021-66eb-4b20-a507-0666ff725b1c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.065429521Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8f0f9021-66eb-4b20-a507-0666ff725b1c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.421300725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"bce7bf81-d54e-464c-979a-f7ee8e183e5f","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.422257725Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.482509282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"925adea5-ed81-4c0d-a93b-17a1416dacb9","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.54951752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"9f469c23-0cf0-4f35-96c1-c52589b50538","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.549864851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"88821b57-d604-4a49-a7ab-1bf167709223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.564646274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"88821b57-d604-4a49-a7ab-1bf167709223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.574372717Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a5823bf0-5202-4729-95f2-debbe362b4c7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9309b76","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.594310554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bb0e3f1b-b074-4d7c-a2ac-0e2929c08aa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.594662716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"346a972b-25f3-4292-b76b-a5096491a107","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.594951665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"adfd2ccd-7fc8-4f13-a00e-05bafdb78ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.612236927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"bb0e3f1b-b074-4d7c-a2ac-0e2929c08aa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.619895093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"adfd2ccd-7fc8-4f13-a00e-05bafdb78ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.693864965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"346a972b-25f3-4292-b76b-a5096491a107","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.761314504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"358a301a-a8c1-40dd-894c-a03839cf22d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.766472645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9124787a-7bc4-41d1-8cee-39bf5589e9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.770656111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"358a301a-a8c1-40dd-894c-a03839cf22d2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.771532868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f64b679d-4b06-4302-8084-e078b7b362a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.77599874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9124787a-7bc4-41d1-8cee-39bf5589e9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.781559488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f64b679d-4b06-4302-8084-e078b7b362a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.782032526Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.822368954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e38114d5-1eb2-4f6b-bf33-92eb84b4dd43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:34.831592486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e38114d5-1eb2-4f6b-bf33-92eb84b4dd43","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.237861848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d5f7dc80-4877-4043-b185-8b4123c7e815","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.269470522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d7453069-6a80-474e-86dd-20967be554a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.276458836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"228ab914-7f04-4103-a652-f96e9646ec06","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.276469623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5d98ec4d-4238-4b1b-9ee3-e72f385a421c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.284311446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d7453069-6a80-474e-86dd-20967be554a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.28787445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5d98ec4d-4238-4b1b-9ee3-e72f385a421c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.287926837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"228ab914-7f04-4103-a652-f96e9646ec06","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.50068768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"5b3eabe4-0ae8-4020-b95b-c3f581cda121","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.500710754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"5b3eabe4-0ae8-4020-b95b-c3f581cda121","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.54635768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"03ec807f-1563-465b-b917-6b51a2a3ae38","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.546391084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"03ec807f-1563-465b-b917-6b51a2a3ae38","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.560641446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"a78b0df9-8b98-4c42-b599-8cafd0d1cd4f","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.567844359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"a78b0df9-8b98-4c42-b599-8cafd0d1cd4f","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.697271519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"6aa46af4-9c39-4dd3-a1fc-2a2cc0b2eeff","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:35.69729705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"6aa46af4-9c39-4dd3-a1fc-2a2cc0b2eeff","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.700482806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"e083871a-d055-4ca4-adb2-6f90dd898e93","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.711483185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"17894608-3825-4753-a8c0-0e1932022f4b","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.717976197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"17894608-3825-4753-a8c0-0e1932022f4b","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.724360526Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"e083871a-d055-4ca4-adb2-6f90dd898e93","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.730025139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"e083871a-d055-4ca4-adb2-6f90dd898e93","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.737473744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f131361-33e9-48c6-921b-0a0364a2a50a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.737489396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f131361-33e9-48c6-921b-0a0364a2a50a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.742156201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"dcd9ffc5-8184-4e03-a27b-bbe57f25cdcc","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.742172218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"dcd9ffc5-8184-4e03-a27b-bbe57f25cdcc","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.803155637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"558c41a0-711b-46e8-8b4c-23f7154b606b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.829225555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"558c41a0-711b-46e8-8b4c-23f7154b606b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.839127325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"558c41a0-711b-46e8-8b4c-23f7154b606b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.845129817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d23667-f6ba-49fa-af77-53f2a20ab444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:39.84514732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d23667-f6ba-49fa-af77-53f2a20ab444","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:40.135906205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b19d08b-b9c3-4971-b809-050562483f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:40.147001171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b19d08b-b9c3-4971-b809-050562483f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:40.152418767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b19d08b-b9c3-4971-b809-050562483f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:40.161064974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"257c723e-92a3-42f9-98dc-461a929d81f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:40.161083156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"257c723e-92a3-42f9-98dc-461a929d81f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.087955806Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.091977449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ed4a0140-2366-46e7-9435-25e2edae82b9","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.09199679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ed4a0140-2366-46e7-9435-25e2edae82b9","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.107457444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"7c5c3f39-18f4-427f-aef7-9c04d4c7c125","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.107499982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"7c5c3f39-18f4-427f-aef7-9c04d4c7c125","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.111507493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"b0d3851f-fd31-40f5-a947-f5d9e87aae41","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.115123323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c8c0976d-3185-4bbf-a3c8-cc5edcff0a00","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.115157992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cd40ffb2-52d7-42b5-a7d4-28e5917c4490","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.115469393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ec1e207b-f144-408c-b0b4-76eae869e82c","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.11551232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ac8b43a8-5dae-4b33-9adf-972dfd6fc975","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.116414585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ac45d78f-8e97-4f4e-b021-9855f0428863","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.116430387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ac45d78f-8e97-4f4e-b021-9855f0428863","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.119114506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"b0d3851f-fd31-40f5-a947-f5d9e87aae41","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.122306119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cd40ffb2-52d7-42b5-a7d4-28e5917c4490","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.122557637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c8c0976d-3185-4bbf-a3c8-cc5edcff0a00","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.124457146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ec1e207b-f144-408c-b0b4-76eae869e82c","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.124642585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ac8b43a8-5dae-4b33-9adf-972dfd6fc975","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.125009902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c97565b4-a1c3-4b4b-915e-0ec6bd815cdd","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.125023777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c97565b4-a1c3-4b4b-915e-0ec6bd815cdd","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.132101598Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"c4fa51e1-e302-4935-999f-ada8e2751478","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-recover-0f84a5","model":"e2e-rec-recover-0f84a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.133286289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"875aaf60-977a-476d-8a97-884094362249","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.133303914Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"875aaf60-977a-476d-8a97-884094362249","MaaSModelRef":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"routeName":"external-model-e2e-rec-ctrl-301eb6-938e3ada2c88","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-rec-ctrl-301eb6","externalModel":"e2e-rec-ctrl-301eb6","provider":"e2e-rec-ctrl-301eb6-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.147917761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"abc4e4de-74f8-472b-9610-d5517608ddf8","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.147937417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"abc4e4de-74f8-472b-9610-d5517608ddf8","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.154167577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ca7aa3a5-07bd-4cbf-9b1e-620e88ea64e3","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.154184215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ca7aa3a5-07bd-4cbf-9b1e-620e88ea64e3","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.162900629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"e893f505-16ec-4477-90fc-1809c7eefb00","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.162918255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"e893f505-16ec-4477-90fc-1809c7eefb00","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.205058341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"ce295567-5c4d-46df-ab33-b076c4b2d8cc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.205095254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a70d5354-3aab-48a4-b960-56a50aaac8de","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.211866065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"ce295567-5c4d-46df-ab33-b076c4b2d8cc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.213126932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a70d5354-3aab-48a4-b960-56a50aaac8de","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.22464507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"4fd7b904-9209-4ef4-827b-173dec23ee76","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-recover-0f84a5","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.360286718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"e7ccf72c-77e4-48ca-92d9-44774f80c6f6","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.360404763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"6df04588-d587-4a72-bfc8-0d29433c0fde","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.360772108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"750a4d98-1a0d-4fc3-bf4d-6d50ac079d9a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.367495131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"6df04588-d587-4a72-bfc8-0d29433c0fde","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.368351093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"750a4d98-1a0d-4fc3-bf4d-6d50ac079d9a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:41.369856799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"e7ccf72c-77e4-48ca-92d9-44774f80c6f6","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.646137748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"7899436a-4f50-4065-b8e9-c09e072cc3b1","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.976393041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"10954f25-852d-4077-a4b3-3cef8e5ac985","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.976412634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"10954f25-852d-4077-a4b3-3cef8e5ac985","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.976389845Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.98689454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"108982b5-1bd3-45d6-897a-3de334769022","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.987398189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"cb0c59d0-a6c0-427f-b336-7b75622f7cda","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.987419644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"cb0c59d0-a6c0-427f-b336-7b75622f7cda","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:43.987379816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"636838ee-4a07-44eb-b3be-d0704cb691ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-638f19-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.994197345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"108982b5-1bd3-45d6-897a-3de334769022","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.999374286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"9a96006b-072f-4a78-b89f-eb0bcc42877a","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:43.999389948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"9a96006b-072f-4a78-b89f-eb0bcc42877a","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.007218569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"c5d740f1-c782-4558-8f77-dfcd614ab187","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.007239925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"c5d740f1-c782-4558-8f77-dfcd614ab187","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.020652629Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"f92bf276-61bb-468f-bc5d-5a119401edda","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","model":"praxis-route-638f19","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.040967389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"cd270c64-232e-493c-a9e3-df0e62cfdbdb","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.040987192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"cd270c64-232e-493c-a9e3-df0e62cfdbdb","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.112975646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"d6b2a99d-4a5c-4490-8bc8-f3fcebb8449c","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.120176878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"ce24450e-6d86-4f71-a2e6-7f1e5c0b03bf","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.120732824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"d6b2a99d-4a5c-4490-8bc8-f3fcebb8449c","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.579080841Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c919ca93-6abf-4e91-96c7-a53a762d9596","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.582439036Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c919ca93-6abf-4e91-96c7-a53a762d9596","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.586197881Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c919ca93-6abf-4e91-96c7-a53a762d9596","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.616661034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"d334859f-5d40-4ecf-8ce4-0b47ce8e2471","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.617284302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.657771296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"abb7b048-ffd7-49b0-8db2-98931069bf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.659910076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"11a3ffe9-72f6-4012-a98e-4163efbd1474","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.660810798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"86a0dd19-1853-4afb-aa59-588c950fe7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.660957904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b734189b-9c22-4dc5-9c57-4463c718635c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.665744125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"abb7b048-ffd7-49b0-8db2-98931069bf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.66770512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"11a3ffe9-72f6-4012-a98e-4163efbd1474","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.668153586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b734189b-9c22-4dc5-9c57-4463c718635c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.670135428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"86a0dd19-1853-4afb-aa59-588c950fe7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.762579031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0ceb16fb-1b0f-4a02-a712-0f07cae992d9","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.762675344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"9eb7a33a-8399-482a-915a-7749fc4d73c7","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.767259619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c837d29b-3c7e-442a-af4b-11de7bc93b27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.774356699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c837d29b-3c7e-442a-af4b-11de7bc93b27","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:44.78089516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"8359a03e-ecff-4ef3-8785-d6f96595f1bb","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.012268029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d5407ad6-3fe6-42c3-be85-a9a6f12c8bd6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/distinct-2-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.012347813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"8ba5a067-8e54-4321-b83b-35d7add2123a","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.026248716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"6afc61f2-7430-4ac5-9f28-54708f791aa3","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.27029272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"4cf44d9b-0401-4ae1-971c-3328c97c05a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.288084348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"4cf44d9b-0401-4ae1-971c-3328c97c05a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.288110854Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"4cf44d9b-0401-4ae1-971c-3328c97c05a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.28820762Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey","reconcileID":"4cf44d9b-0401-4ae1-971c-3328c97c05a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.300937499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"0005ed39-08b5-43f9-b0ae-ebc7e4741936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.356124484Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.356957796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"c9cbd79b-6b98-492e-a027-2cca6022cbc5","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.37461486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"363ae5d2-2220-49a0-b61c-acbccf6c9051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.376440454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"659a03ae-0684-4066-ba1b-bf68b1e3eb91","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.378378427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"5707412f-9e5e-475c-ad99-5f3a11037e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.382554544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"363ae5d2-2220-49a0-b61c-acbccf6c9051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.38754379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"5707412f-9e5e-475c-ad99-5f3a11037e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.387680436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"659a03ae-0684-4066-ba1b-bf68b1e3eb91","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.502110008Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-apikey-auth","reconcileID":"3ed168e6-72c5-482a-a208-a5ec6d821ba2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.502247858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"4afda12f-57db-4707-8e75-cd0fcc04389d","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:45.61737267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"48782615-281d-4a8a-9612-0e6ff3d47032","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.394288068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"7b2322e3-f27a-4ebe-ad37-a5615ca280ff","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.418225565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"7c017798-2595-47ac-8d56-447930c1fe6a","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.471354371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"cfed02f2-d9b3-430e-9e8e-610396134e32","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.496081268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"cfed02f2-d9b3-430e-9e8e-610396134e32","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.579270422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"866dd4a0-5224-459b-855b-78d906b9212f","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.580311097Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:46.736121545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"65399df6-99b3-4d8e-963c-3efba1b5e5a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.78384241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a29fab8c-fdae-4f18-a3fa-373cc3e05555","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.820519206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"b8654ceb-457b-44c2-9ee4-612e291759b1","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.82731609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"03181d96-6515-44f6-b9df-7f50353b398f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.827701519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1a325db7-868b-46e3-a22e-e9fd2bfeef9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.843756277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"123a44c5-f716-4e0b-9f23-dd42bcc171b6","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.84642394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"03181d96-6515-44f6-b9df-7f50353b398f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.860135394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"8f808934-0acd-41bf-9b6a-b1b6b4ade53b","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.865229341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"29d32b4a-269a-4ced-9403-0b9bc72d7c30","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.910583076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"29d32b4a-269a-4ced-9403-0b9bc72d7c30","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:46.9130695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1a325db7-868b-46e3-a22e-e9fd2bfeef9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.017366622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1b76ab8a-8bc5-402d-ac50-4d7df32169d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.02298361Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"340ad692-4436-4435-9731-6b896c4cd793","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.025133616Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"340ad692-4436-4435-9731-6b896c4cd793","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.03697213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1b76ab8a-8bc5-402d-ac50-4d7df32169d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.079434741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"984ae554-556a-40eb-a790-bf3c647f4189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.085043203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"6d683be5-333b-48f4-8c63-f704865d3757","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.166919825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"5e3cf626-1b94-4ddb-b8f3-4dd29a6a48fe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.167234298Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"5e3cf626-1b94-4ddb-b8f3-4dd29a6a48fe","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.462664347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"bff466ba-bd7d-4af0-bbad-e881c5cb9e07","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.492766261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"21f0849a-30ce-4e0b-93b1-6eb229c2cbe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.515633776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"bff466ba-bd7d-4af0-bbad-e881c5cb9e07","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:47.6252903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"21f0849a-30ce-4e0b-93b1-6eb229c2cbe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.879055977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e32aeb2d-4185-48a2-9bb7-73995a48dd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.967923616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7844a68c-e8a7-4021-99fc-91b835519c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.969347589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"abecbd2e-9df3-4a0b-a195-2302087c3bee","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-recover-0f84a5","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:48.997700878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e32aeb2d-4185-48a2-9bb7-73995a48dd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.293643744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7844a68c-e8a7-4021-99fc-91b835519c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.34544838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"3910b69a-7458-4762-b17f-075b11142cc5","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.345575552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"3910b69a-7458-4762-b17f-075b11142cc5","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","externalModel":"e2e-rec-recover-0f84a5","provider":"e2e-rec-recover-0f84a5-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.46087504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"15257e29-1077-4da3-b2bf-6278399a3f04","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.485737112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"15257e29-1077-4da3-b2bf-6278399a3f04","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.699155881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f156e349-77d1-4907-8edb-caaf91504704","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.871999998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"dbb89d74-3b2f-4e8f-8442-169adcddd468","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.872561815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"79b925da-5320-4ebb-a2c9-1aede6eb44cd","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.887220313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"d27c4b75-ff80-434a-9e13-5a54efa783a9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.912187096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"711e1905-d3a6-436d-888b-742f5b9acd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.931618732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"d27c4b75-ff80-434a-9e13-5a54efa783a9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.944305229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7f601ac1-c2cd-42fe-9dbe-6bfe4b1c2051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.94511453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f321c2f0-e6b1-4f8d-8625-43610c6f87ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.958988065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"711e1905-d3a6-436d-888b-742f5b9acd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.959523026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"b5960772-05dd-4b68-959a-dafbecc6db9e","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.962815816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"79b925da-5320-4ebb-a2c9-1aede6eb44cd","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:49.975552761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7f601ac1-c2cd-42fe-9dbe-6bfe4b1c2051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.092489292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"6400aee1-5d84-4151-b836-a6ab2bc94054","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.128519245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"79b925da-5320-4ebb-a2c9-1aede6eb44cd","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.133243949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f321c2f0-e6b1-4f8d-8625-43610c6f87ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.145179244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82ad91fe-d968-45f8-abaa-0105cba6c045","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.159160275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82ad91fe-d968-45f8-abaa-0105cba6c045","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.184310158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f321c2f0-e6b1-4f8d-8625-43610c6f87ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.192663069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab901d1-a856-47a4-85b1-9c2adca48794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.198895951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcccb080-d4e5-40e9-a551-a62d7e0db271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.198923348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcccb080-d4e5-40e9-a551-a62d7e0db271","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.208439063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab901d1-a856-47a4-85b1-9c2adca48794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.223431017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab901d1-a856-47a4-85b1-9c2adca48794","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.234838266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdacae6d-fa1c-4481-893e-6ba9b67f0120","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.234961748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cdacae6d-fa1c-4481-893e-6ba9b67f0120","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.29963356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"5b168a27-7a89-4119-8a8e-d80e256ba70c","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.483306341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"1c0ac5d5-0847-4448-8fb2-8cb11bf4cd57","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.664137426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"aa183313-58aa-4e38-a643-a019d5e0f0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.667514532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"5fb9fe0e-fcaa-48e8-b86d-6dc0e21a6d86","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.672645769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a16d225a-88a2-40b3-92b7-fe1a5bbf0a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.701739382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"aa183313-58aa-4e38-a643-a019d5e0f0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.706721115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"5fb9fe0e-fcaa-48e8-b86d-6dc0e21a6d86","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:50.752763795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a16d225a-88a2-40b3-92b7-fe1a5bbf0a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.600405494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"7634cd43-eab3-445b-ba7d-d93e311fd388","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.620655784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"66780c88-2e41-40da-a44f-f3280115f9ba","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.621235872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"fb77fbd9-b8bc-4399-a057-a83ded260be6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.859250697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"721bbc41-832d-474d-b48d-3e50df75cab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.869913638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"3e6bc5a7-ba0f-4c2e-9761-db28db092c26","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.870514314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"28b95cd9-374d-4871-8d8a-1b0c363605c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.87590975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"9db5f26d-27ac-4d99-b513-bc8cf96b3de7","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.879912499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"721bbc41-832d-474d-b48d-3e50df75cab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.967944364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"3e6bc5a7-ba0f-4c2e-9761-db28db092c26","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.968324936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"1e4e3c78-41a8-4704-8bd5-40a47892d05a","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.97192652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"28b95cd9-374d-4871-8d8a-1b0c363605c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:51.979689227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"c3274415-dca7-4fea-8a6e-3b3132db22de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.08671204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244aaffe-6883-4e53-b80a-e5af8499e4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.089868686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244aaffe-6883-4e53-b80a-e5af8499e4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.092942759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244aaffe-6883-4e53-b80a-e5af8499e4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.096152368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244aaffe-6883-4e53-b80a-e5af8499e4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.181190659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"6e93476c-b06c-482c-b301-d4d2867ac242","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.406941412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07fff2-8cc6-4a9f-be5e-f88da706c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.410408338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07fff2-8cc6-4a9f-be5e-f88da706c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.413721992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07fff2-8cc6-4a9f-be5e-f88da706c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.416962856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e07fff2-8cc6-4a9f-be5e-f88da706c6bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.942989474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"70b071bd-b52f-429b-aa9b-361c4d74d755","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.954152509Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-29b57c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-29b57c","reconcileID":"22b88379-b0a3-4672-9b3d-d80542326262","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-29b57c","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-29b57c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:52.99346152Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"56cea12a-fbaf-41bb-90a2-a94a22f91331","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.279194776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c13d9e-d9d7-41bb-b43e-77534cd8fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.284133578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c13d9e-d9d7-41bb-b43e-77534cd8fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.290981993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c13d9e-d9d7-41bb-b43e-77534cd8fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.303571249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00c13d9e-d9d7-41bb-b43e-77534cd8fff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.632155999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"c9d12d4b-514a-4155-824a-c4a433ac8b6a","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.632187766Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"c9d12d4b-514a-4155-824a-c4a433ac8b6a","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-400239\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.653550689Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"d619eeed-f0a4-44bd-973c-81b9d16cc866","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.653710938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"4094ea66-d308-47dc-8598-1103336d446b","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.660956596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"4094ea66-d308-47dc-8598-1103336d446b","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.663965128Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"4094ea66-d308-47dc-8598-1103336d446b","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.679506465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"6723af48-58c3-4150-b217-d64dbf690aa0","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.679533069Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"6723af48-58c3-4150-b217-d64dbf690aa0","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-400239\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-0f84a5-3e22eee9c159","namespace":"e2e-extmod-rec-noaccess-400239","model":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.75997715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"c61a2760-3d59-4531-b295-7c40eb08b74c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.760664495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"53d9b14c-e732-4654-a177-96e7407596c2","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.761945923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b8e14203-6136-48c8-b3ef-eba4cd2f1c8c","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.767221316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b48ab39d-1535-4ca5-bcac-bdb72fa199e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.769943279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"7e6d8eb0-9991-4fc4-a34b-f131cd96f6c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.773040515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"53d9b14c-e732-4654-a177-96e7407596c2","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.77356874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b8e14203-6136-48c8-b3ef-eba4cd2f1c8c","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.776966677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"c61a2760-3d59-4531-b295-7c40eb08b74c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.777003274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b48ab39d-1535-4ca5-bcac-bdb72fa199e4","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.780427283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"7e6d8eb0-9991-4fc4-a34b-f131cd96f6c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.781460045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"42d023e2-d199-4fb7-af13-fe72a44c7a29","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.786296795Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"7e6d8eb0-9991-4fc4-a34b-f131cd96f6c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.787232502Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"ea3cae97-4cda-43ae-aa08-7a8cf73a31cf","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.808461832Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"17a09474-a714-46d8-a2d7-1556470c6c4f","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.837294169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ad723d95-c309-4f5d-b832-7d2e09b314fc","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.868116799Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ad723d95-c309-4f5d-b832-7d2e09b314fc","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.879900466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"ad723d95-c309-4f5d-b832-7d2e09b314fc","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.88875778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a280f6-9807-4ec8-a45a-bf4adb2aacc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.888794689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a280f6-9807-4ec8-a45a-bf4adb2aacc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.965319127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"a2db2ba8-f8c8-4587-835e-f19c89cf45b7","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.975264416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"755c5723-30af-4632-8576-8e85e2e6d11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.976451816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32b5def8-c07a-40dd-b2ad-a5cf3bfce65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.977746665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"346dc919-4207-485c-bc22-c1fd534c5265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.979117456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d25c4dac-e262-4c3c-98d2-f0e3cd2a6cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.989009949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"755c5723-30af-4632-8576-8e85e2e6d11f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.995808732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"346dc919-4207-485c-bc22-c1fd534c5265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:53.99644288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"a2db2ba8-f8c8-4587-835e-f19c89cf45b7","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.02742294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32b5def8-c07a-40dd-b2ad-a5cf3bfce65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:54.040505837Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d25c4dac-e262-4c3c-98d2-f0e3cd2a6cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.045530734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32b5def8-c07a-40dd-b2ad-a5cf3bfce65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:12:54.06339412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d25c4dac-e262-4c3c-98d2-f0e3cd2a6cb9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.066411421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f03a57b-2961-4efb-84e1-67461a9e9f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.066483531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f03a57b-2961-4efb-84e1-67461a9e9f61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.068200878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454ee396-40a5-4ef2-834d-23ce14da0122","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.068268113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"454ee396-40a5-4ef2-834d-23ce14da0122","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.086309463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1a43e15b-a76a-44d2-8171-1fb00c1da66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.087534408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e02cabfb-67ad-40ff-b1c8-f04246b03707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.145407968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e02cabfb-67ad-40ff-b1c8-f04246b03707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.145891022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1a43e15b-a76a-44d2-8171-1fb00c1da66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.263164539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"790e3867-cde6-4242-8462-c45528b40ebb","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.272026713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"790e3867-cde6-4242-8462-c45528b40ebb","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.277011405Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"790e3867-cde6-4242-8462-c45528b40ebb","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.281524892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"dab2c582-6bf0-417e-a6b4-8e73e0d8020e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.2886023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"97999913-3390-45f5-8731-d19071307dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.342715324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"dab2c582-6bf0-417e-a6b4-8e73e0d8020e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.344267409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"97999913-3390-45f5-8731-d19071307dfd","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.355697815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"2efab367-1135-451e-a758-cbbae73f9e34","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.383408828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e8dede47-5eb8-4249-8ede-bff81ee865f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.389513647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"a1f30b17-6bb5-4822-86ff-66887df1e935","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.392818486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"c5112049-cf7a-4eaa-b79c-75eb13fd21b8","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.395453995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e8dede47-5eb8-4249-8ede-bff81ee865f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.39721113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"a1f30b17-6bb5-4822-86ff-66887df1e935","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.40213083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"c5112049-cf7a-4eaa-b79c-75eb13fd21b8","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.535571912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"fd0c483c-4a53-4f81-871d-2e1a63966466","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.538049769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c196f8-01cc-402d-9a8a-b8f6b76b2f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.555335097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c196f8-01cc-402d-9a8a-b8f6b76b2f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.564080923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"fd0c483c-4a53-4f81-871d-2e1a63966466","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.564766666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"a8d2dad9-10de-4516-8428-e8c1dac4a611","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.566846457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c196f8-01cc-402d-9a8a-b8f6b76b2f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.576722141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e37697b1-0498-4783-bdb7-a54a299bb39e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.576745688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e37697b1-0498-4783-bdb7-a54a299bb39e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:54.585570796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"a8d2dad9-10de-4516-8428-e8c1dac4a611","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.215431677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"a09aea02-a5f4-4441-a354-fb8afb7b0d8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.240399734Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"a09aea02-a5f4-4441-a354-fb8afb7b0d8c","name":"e2e-extmod-a-29b57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.628053552Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"378d0932-1744-4bf2-bec3-c488e42c5c14","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.640426013Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"daff2098-c10e-4e9e-aa8e-13cae7ba3d0a","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.655463362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cc8b7c5b-1f0b-410a-b25e-0bf23f3985a6","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.663181904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cc8b7c5b-1f0b-410a-b25e-0bf23f3985a6","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.667118413Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cc8b7c5b-1f0b-410a-b25e-0bf23f3985a6","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.674688403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"1dbb4285-5845-4854-9ae8-38734d825793","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.685259641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7b8f12a-365c-44bb-819b-d06d2b35b61a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.686089417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"9105015f-dcc0-4c0f-8d5d-aca223330028","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.686724844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d118b96e-8e20-4df7-a33a-60ad20efa594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.686983824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4d0ea20c-3d86-4e4f-8dbf-b270deeec53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.692965523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7b8f12a-365c-44bb-819b-d06d2b35b61a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.695458645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d118b96e-8e20-4df7-a33a-60ad20efa594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.695724994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"61c82406-cad8-4842-9eee-e0d28a8dd353","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.696141421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4d0ea20c-3d86-4e4f-8dbf-b270deeec53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.699136643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7b8f12a-365c-44bb-819b-d06d2b35b61a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.70218983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d118b96e-8e20-4df7-a33a-60ad20efa594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.703574345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"61c82406-cad8-4842-9eee-e0d28a8dd353","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.714308469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"9105015f-dcc0-4c0f-8d5d-aca223330028","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.720105641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"50ead605-6fed-4705-9b00-c3aca6264d32","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.720116312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"9105015f-dcc0-4c0f-8d5d-aca223330028","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.744484682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"50ead605-6fed-4705-9b00-c3aca6264d32","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.744585519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c9032f-ede4-452e-8c8c-bbcb9017bfc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.744600471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68c9032f-ede4-452e-8c8c-bbcb9017bfc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.746298334Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"c51933cc-f34c-4883-b7a2-9f269b99fd4c","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.74907319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0e9ab358-a3b8-4380-b7a2-b9d5a6aee832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.755847612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0e9ab358-a3b8-4380-b7a2-b9d5a6aee832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.761739313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"02c34e44-2f7b-4c2d-97a7-3bb8c41df7df","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.768532224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"02c34e44-2f7b-4c2d-97a7-3bb8c41df7df","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.847354196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"4ee7e3d1-06b6-43dc-9cdb-80edc5f94c36","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.850338973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d527c2c4-6b25-4585-92a0-607bdf45ee7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.851418201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"15454ec0-4ea7-4025-82de-d5f77409bc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.851445069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8696af48-a5ea-4d27-81b0-4deb75713590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.852833995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"7f15509a-9d09-41a9-b9a4-d46d2cb1d645","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.855244419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"4ee7e3d1-06b6-43dc-9cdb-80edc5f94c36","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.858149127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d527c2c4-6b25-4585-92a0-607bdf45ee7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.858772842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8696af48-a5ea-4d27-81b0-4deb75713590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.860661996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"15454ec0-4ea7-4025-82de-d5f77409bc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.861243684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"7f15509a-9d09-41a9-b9a4-d46d2cb1d645","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.952082291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c0f5889f-267c-4c3c-871d-d50a9f96a16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.957936542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"63260dc4-c5d5-4c7f-b2d9-1da6f6e5e576","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.960117127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c0f5889f-267c-4c3c-871d-d50a9f96a16e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.96300056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"88e8b66a-066d-492c-a03a-c0d9344dd94d","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.968992583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"63260dc4-c5d5-4c7f-b2d9-1da6f6e5e576","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:12:59.974752954Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"63260dc4-c5d5-4c7f-b2d9-1da6f6e5e576","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.042739041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"88e8b66a-066d-492c-a03a-c0d9344dd94d","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.050082753Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"15114894-d1e3-44e6-b709-554f4b0b02c1","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.053495716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"e07b0e50-405c-431b-9584-0a7e5ef4672d","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.1060204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"07dfa9b3-dcb6-44be-9d61-6cc1e32d85f8","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.11105293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f1961a6b-7061-4334-adcf-9ebbfb040b1e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.114550418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22be7aea-8f03-496d-9c48-9483d3dddca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.116962565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed6ab4f2-168a-4e32-b872-2843291a8d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.120364824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f1961a6b-7061-4334-adcf-9ebbfb040b1e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.127945392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f1961a6b-7061-4334-adcf-9ebbfb040b1e","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.132069949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"381bac7c-b38b-4232-9879-d7e5e04f6bd0","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.144205785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"800116cb-d891-4ede-a2f1-1b998a5332bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.147571991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"381bac7c-b38b-4232-9879-d7e5e04f6bd0","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.150835761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed6ab4f2-168a-4e32-b872-2843291a8d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.151722975Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"e76b9d77-66ff-4c1b-b99d-100f3bb50c26","namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.155534114Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22be7aea-8f03-496d-9c48-9483d3dddca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.159249995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"800116cb-d891-4ede-a2f1-1b998a5332bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.160866244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed6ab4f2-168a-4e32-b872-2843291a8d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.162986902Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"735ffe85-4e1e-4428-9942-57f11baf1109","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.163012407Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"800116cb-d891-4ede-a2f1-1b998a5332bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.163199372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d936f1ea-1d74-4c7f-a416-846d0d7950de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.163650927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22be7aea-8f03-496d-9c48-9483d3dddca0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.172395519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"735ffe85-4e1e-4428-9942-57f11baf1109","error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.172558442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7af7b750-55fe-4bc9-b1c6-3bdd3d29af44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.172570786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7af7b750-55fe-4bc9-b1c6-3bdd3d29af44","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.173067662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2316aec-1be9-4cd9-b6dd-de34b4cc0194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.173086649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2316aec-1be9-4cd9-b6dd-de34b4cc0194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.176278398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d936f1ea-1d74-4c7f-a416-846d0d7950de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.17870026Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"f6886b62-8fa4-4157-958e-32ab3ec06bff","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.18013671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"48593c42-9281-4f32-8c29-0d3b189db13b","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.180184337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"48593c42-9281-4f32-8c29-0d3b189db13b","error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.19572211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"885d8881-3d00-4a04-854d-0bc6a2d29832","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.195773412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"885d8881-3d00-4a04-854d-0bc6a2d29832","error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.199100709Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"5a8e9b27-1b06-42a6-96a2-a1a32427da53","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.199149222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"5a8e9b27-1b06-42a6-96a2-a1a32427da53","error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.242070407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"3a4d9056-2a08-4e1a-a776-7408a29c3f11","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.242145643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"3a4d9056-2a08-4e1a-a776-7408a29c3f11","error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.266381787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cbdb73ac-1824-4b38-9c25-9ffe55222571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.275375224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"96e3b37e-1282-4aa9-bd43-b330bacf47c1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.281790092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cbdb73ac-1824-4b38-9c25-9ffe55222571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.28492543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"837bdb6e-95b3-4f5b-a0b1-b576fb989c43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.28551294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"1cdf68f0-4002-4770-b915-a73769e09f98","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.285801258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"96e3b37e-1282-4aa9-bd43-b330bacf47c1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.2887252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"cb60fe12-149f-4b3e-ad6f-6f16a176d66f","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.293115995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"837bdb6e-95b3-4f5b-a0b1-b576fb989c43","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.293350719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"1cdf68f0-4002-4770-b915-a73769e09f98","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.296514494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"cb60fe12-149f-4b3e-ad6f-6f16a176d66f","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.344631028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"3feaaf39-3bc8-455d-beac-3d74947e32b8","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:00.344698633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-0f84a5","namespace":"e2e-extmod-rec-noaccess-400239"},"namespace":"e2e-extmod-rec-noaccess-400239","name":"e2e-rec-recover-0f84a5","reconcileID":"3feaaf39-3bc8-455d-beac-3d74947e32b8","error":"ExternalModel e2e-rec-recover-0f84a5 not found in namespace e2e-extmod-rec-noaccess-400239 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.344758401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"ae91bbbb-b3a9-4174-95f4-9cd04ac70413","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.34536736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c981b894-08ce-4c6c-bbcf-d97ef6bd4096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.352021734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"ae91bbbb-b3a9-4174-95f4-9cd04ac70413","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.354310556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c981b894-08ce-4c6c-bbcf-d97ef6bd4096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.445478606Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"b4e71fdb-5c11-4a13-83a2-8cf1869b19b1","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.46505425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e182f7c3-c344-4fe6-a0a3-d88392e3608d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.465656164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b748c341-abe7-4865-ad98-1508bbbbf0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.466226458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a0796ee8-33ec-4bbc-bd58-e89a2fe14b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.471883248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"e182f7c3-c344-4fe6-a0a3-d88392e3608d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.543589707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b748c341-abe7-4865-ad98-1508bbbbf0e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.54428472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a0796ee8-33ec-4bbc-bd58-e89a2fe14b35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.545045454Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"4a673807-5ee3-4376-b6b3-19e03a464398","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.546599271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"829cc0f3-5bec-407c-8000-feee968b104c","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.547382799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"089ba40f-1a87-4c55-b0fb-c51370c7d064","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.555340077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"829cc0f3-5bec-407c-8000-feee968b104c","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.556074495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"089ba40f-1a87-4c55-b0fb-c51370c7d064","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.556105587Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"089ba40f-1a87-4c55-b0fb-c51370c7d064","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.564696544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66475761-eccc-4840-8eb2-cf57634f7732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.56501333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b8aa3e9-9d24-4e01-897d-55a1d7ce772a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.565472149Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"4a673807-5ee3-4376-b6b3-19e03a464398","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e27ae7/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.56549018Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"4a673807-5ee3-4376-b6b3-19e03a464398","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.565556106Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube","reconcileID":"4a673807-5ee3-4376-b6b3-19e03a464398","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e27ae7/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.572422284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66475761-eccc-4840-8eb2-cf57634f7732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.572499669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b8aa3e9-9d24-4e01-897d-55a1d7ce772a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.579597815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66475761-eccc-4840-8eb2-cf57634f7732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.581742948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b8aa3e9-9d24-4e01-897d-55a1d7ce772a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.642980678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ff12d01-fa13-483e-9693-8e819c038707","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.643000226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ff12d01-fa13-483e-9693-8e819c038707","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.649172348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"e2e16fbf-9e50-4ed9-a12a-d9279beced25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.663358991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"1f8bca3e-4e15-4e6d-9e48-feedda184c67","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.66763727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d6a4476b-f171-4f56-9f0e-a9bad9b9b41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.744340435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"105504da-605d-4c46-a46a-6f812e7935b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.746835698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d6a4476b-f171-4f56-9f0e-a9bad9b9b41f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.747532145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"50da8a0d-d343-40fb-8f7f-6028ea6bbaff","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.750712482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f57db61c-b615-4f57-aa88-1d6e0a1788c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.751894357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"105504da-605d-4c46-a46a-6f812e7935b1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.75423092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"50da8a0d-d343-40fb-8f7f-6028ea6bbaff","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.75749917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f57db61c-b615-4f57-aa88-1d6e0a1788c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.759463353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"eb537c2f-f4c5-4428-a55f-9f3472162355","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.759670294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.765454396Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"1f8bca3e-4e15-4e6d-9e48-feedda184c67","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.771112474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"1f8bca3e-4e15-4e6d-9e48-feedda184c67","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.777028176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cffaeeff-0d75-466f-83d0-54ab2f8709e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.777052913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cffaeeff-0d75-466f-83d0-54ab2f8709e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.778106987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"fa074cf7-70bd-4031-861a-6214f8a49556","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.78660045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"fa074cf7-70bd-4031-861a-6214f8a49556","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.786649203Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"fa074cf7-70bd-4031-861a-6214f8a49556","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.901401007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e3d06cdb-17d3-40cf-b71c-a84d5b617978","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.92465902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"42a269d0-4bda-470b-913f-910ba4ab8fce","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.934251651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"42a269d0-4bda-470b-913f-910ba4ab8fce","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.953342251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"e2e-degraded-models-kube-auth","reconcileID":"18ca53b9-578a-458e-9e71-8fb94e86bb99","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.968481233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"be1684a3-102a-48b3-b83a-668c93593bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.968504224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"c2554e31-2879-427c-a3ba-76265ce18286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.978456906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"c2554e31-2879-427c-a3ba-76265ce18286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:00.978522323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"be1684a3-102a-48b3-b83a-668c93593bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:01.059920172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"db7d1d1f-c28b-48fc-a9a3-3a8220de8ffd","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:03.296414353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"06094c4d-b726-429c-9ea7-58056b5ae43e","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:03.358932298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"b34a6dba-b858-428d-a065-b17e99abab01","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:03.358964384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"b34a6dba-b858-428d-a065-b17e99abab01","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:03.479950895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"b0b5f4ac-616c-4540-acee-ba6f1f7d6ae9","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:03.487383253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"b0b5f4ac-616c-4540-acee-ba6f1f7d6ae9","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.118220953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"42726116-937e-4ee1-bcae-fb183a718154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.118905427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e4737e57-141a-408e-a024-5c9e7f4bcb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.173474538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"42726116-937e-4ee1-bcae-fb183a718154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.174458814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e4737e57-141a-408e-a024-5c9e7f4bcb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.415346115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"0a58305c-368b-4068-951f-dcc1d9844bb9","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:04.845925199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.071453834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"92df1a9c-f1a5-4d25-ae97-78f3b21f5d2b","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.257138369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666064c-9cb1-46ac-a41a-7097cc8a8c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.26259221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666064c-9cb1-46ac-a41a-7097cc8a8c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.26597534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666064c-9cb1-46ac-a41a-7097cc8a8c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.269528803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666064c-9cb1-46ac-a41a-7097cc8a8c2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.504192714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01404d87-f946-4fa1-9690-2d4c9193650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.507439995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01404d87-f946-4fa1-9690-2d4c9193650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.510688155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01404d87-f946-4fa1-9690-2d4c9193650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:07.51390413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01404d87-f946-4fa1-9690-2d4c9193650c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.592095914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac20c5af-62f2-4a99-9e7d-a5229330d567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.61998991Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac20c5af-62f2-4a99-9e7d-a5229330d567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.628398463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac20c5af-62f2-4a99-9e7d-a5229330d567","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.637144592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5774340-295a-484a-bcb9-46482c3977f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.63716227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5774340-295a-484a-bcb9-46482c3977f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.69212686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec93137-23fa-4cef-b95a-9afa855380e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.699101272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec93137-23fa-4cef-b95a-9afa855380e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.707860822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ec93137-23fa-4cef-b95a-9afa855380e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.716103853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96419f60-21b3-4aac-b462-98a632ffce46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.716120571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"96419f60-21b3-4aac-b462-98a632ffce46","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.790810341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"8d4fa260-0748-45ef-ba17-af2939611ecb","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.818322906Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"8d4fa260-0748-45ef-ba17-af2939611ecb","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.825423186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"8d4fa260-0748-45ef-ba17-af2939611ecb","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.83155394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ee8343-5267-46ea-9e29-52ae77b967b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:10.831570733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95ee8343-5267-46ea-9e29-52ae77b967b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.862250628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"89a78fd8-dd0f-4d38-8ac0-12eec7cd9e70","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.8648928Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"70ab631c-e55c-4baa-bc99-93c5209fdbcb","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","error":"MaaSModelRef not found: e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.868527304Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"70ab631c-e55c-4baa-bc99-93c5209fdbcb","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480","model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.946940715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"a6243c6c-a838-4319-a316-5107c2545ef8","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.94752762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"d4831a83-2db2-4c0e-b33c-dbcae4a25305","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.949980774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"4057725e-1df2-45d5-96a0-63cb710caeef","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.953970344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f128cf14-ff72-4972-8dc0-dc82c01c1f29","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.955641838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"9afb64b3-023d-4f18-a08d-da5e082192c8","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.962491152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"d4831a83-2db2-4c0e-b33c-dbcae4a25305","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.962530285Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"d4831a83-2db2-4c0e-b33c-dbcae4a25305","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:11.968766866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"a6243c6c-a838-4319-a316-5107c2545ef8","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.048902881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"4057725e-1df2-45d5-96a0-63cb710caeef","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.051150406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f128cf14-ff72-4972-8dc0-dc82c01c1f29","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.053306536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"9afb64b3-023d-4f18-a08d-da5e082192c8","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.053536224Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"3a74cacc-3064-4f3e-886c-9ba07c7fec75","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","error":"MaaSModelRef not found: e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.054555702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"aba187c9-eb54-477a-ad59-9d53c2a29298","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.06001995Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"9afb64b3-023d-4f18-a08d-da5e082192c8","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.14332064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"4470cc23-9ada-4015-8631-20b417217384","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.152580235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"4470cc23-9ada-4015-8631-20b417217384","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.152629104Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"4470cc23-9ada-4015-8631-20b417217384","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.181468478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1fba9b-0f9f-409b-9448-613b84e84cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.185440874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1fba9b-0f9f-409b-9448-613b84e84cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.188911931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1fba9b-0f9f-409b-9448-613b84e84cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.192578431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1fba9b-0f9f-409b-9448-613b84e84cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.192728307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"d744c8da-c6ae-4b01-b5ce-be0312461142","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.193386194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"74286e90-ab1a-4e61-ba59-5aef2601fc34","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.193568608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"a0411eac-55c9-41d6-bf27-6b192db02110","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.193847194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"340b36ac-2d6d-4b0f-b258-66eab8058771","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.201878207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"74286e90-ab1a-4e61-ba59-5aef2601fc34","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.204873264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"a0411eac-55c9-41d6-bf27-6b192db02110","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.243487647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"d744c8da-c6ae-4b01-b5ce-be0312461142","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.24504932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"340b36ac-2d6d-4b0f-b258-66eab8058771","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.250753908Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"d744c8da-c6ae-4b01-b5ce-be0312461142","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.267895685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"b0508338-5abd-42e9-890d-730aa65283a7","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.268168274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"f3b10b4c-5b60-4beb-aa99-9ae3eea75750","namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.444053599Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-301eb6","namespace":"e2e-extmod-rec-user-fae480"},"namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","reconcileID":"d5292f2a-37f3-4e15-bf25-6c21c69f8a28","namespace":"e2e-extmod-rec-user-fae480","name":"e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.4449828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"5e77f8b1-3028-4a00-80b3-9bc7f62d24b2","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.450701884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7986d7f4-b563-4016-b4f0-6169247fa468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.4515006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"a8293e72-3188-4363-8396-c99e6b29f182","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.455112458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a99c68b5-4595-4697-8afd-f16512701265","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.455466172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1e108b8d-2cc9-42cf-90b3-910205e6f850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.463074012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"a8293e72-3188-4363-8396-c99e6b29f182","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.463401048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b37b950-51af-4db5-966b-16a41a59fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.466117947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1e108b8d-2cc9-42cf-90b3-910205e6f850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.468185058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a99c68b5-4595-4697-8afd-f16512701265","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.552634415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a99c68b5-4595-4697-8afd-f16512701265","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:12.573592514Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b37b950-51af-4db5-966b-16a41a59fb60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.577973084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7986d7f4-b563-4016-b4f0-6169247fa468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:12.591643445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b37b950-51af-4db5-966b-16a41a59fb60","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.594064121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7986d7f4-b563-4016-b4f0-6169247fa468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.595195818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99b23a29-ddf9-4c17-bb42-996ee56e9583","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.595215335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99b23a29-ddf9-4c17-bb42-996ee56e9583","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.598244947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"708394bb-d6d0-4045-a800-98e8703de433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.609745854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a320f94-2b39-4d70-a350-f31834804e84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.609773627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a320f94-2b39-4d70-a350-f31834804e84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.612340264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"708394bb-d6d0-4045-a800-98e8703de433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.641368958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf1fc5d-5b71-4f32-8d95-66c21357d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.644456959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf1fc5d-5b71-4f32-8d95-66c21357d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.64762753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf1fc5d-5b71-4f32-8d95-66c21357d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.650842714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf1fc5d-5b71-4f32-8d95-66c21357d869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.681699369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"aa86940d-50e4-4697-9ab7-2ce8cf48bc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.682517478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1299eb98-8065-4b66-b920-f1cd2e619331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.692285993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"aa86940d-50e4-4697-9ab7-2ce8cf48bc78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.692320334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1299eb98-8065-4b66-b920-f1cd2e619331","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.743302889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"7edd6976-b245-4125-80dc-9f91dce31ad8","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.743328243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"7edd6976-b245-4125-80dc-9f91dce31ad8","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.759029346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"d42961c4-f7ad-479f-b331-05017c22c9fa","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.775036496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"0fb77cfa-08cd-4411-b4b4-99856e8b6f71","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.775062777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"0fb77cfa-08cd-4411-b4b4-99856e8b6f71","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.786229297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a0c153d7-6818-4b16-a340-e92158d2d062","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.786233816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"7847c6e6-9c85-4815-88ed-e6cf795de1a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.793138768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a0c153d7-6818-4b16-a340-e92158d2d062","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.796920368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"7847c6e6-9c85-4815-88ed-e6cf795de1a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.802667082Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"7847c6e6-9c85-4815-88ed-e6cf795de1a1","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.855843618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"ae3bc873-60cd-463c-95d0-ecb591a585eb","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.875828817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5a33c635-4523-4b04-b647-4928ff2d2177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.885055408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5a33c635-4523-4b04-b647-4928ff2d2177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.886112453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"18bf23d0-1eb0-4a4d-95fb-291946c187c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.888455544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"73620918-2908-4711-94df-2b7483cda9e4","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.893645122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"18bf23d0-1eb0-4a4d-95fb-291946c187c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.895183548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"73620918-2908-4711-94df-2b7483cda9e4","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.899061872Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"18bf23d0-1eb0-4a4d-95fb-291946c187c5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.971243538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"0ce8f524-dee5-43e5-9d1a-78534e4cfdee","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:12.983325868Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bccce1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bccce1","reconcileID":"b3a904ca-5969-4f36-82b1-7e841fe7ed84","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bccce1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-bccce1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.029940873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"a77351a1-b919-4737-9075-e64221b43e72","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.295502188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d57caf77-d303-4d6e-9a1b-93bad29ad852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.307867597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a5fa81c4-9c85-4a09-be38-e3c608b8bc72","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.330828591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbfb559-3b44-4251-80fa-10355504d89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.33158031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2cf0a37f-eb61-4355-adf7-71909d671bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.350848825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d57caf77-d303-4d6e-9a1b-93bad29ad852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.410374906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbfb559-3b44-4251-80fa-10355504d89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.44538944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2cf0a37f-eb61-4355-adf7-71909d671bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.447383752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbfb559-3b44-4251-80fa-10355504d89e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.449237081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a5fa81c4-9c85-4a09-be38-e3c608b8bc72","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.452074096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d57caf77-d303-4d6e-9a1b-93bad29ad852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.455455591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6e09444-b3c4-4545-b774-8fa862921c43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.455478972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6e09444-b3c4-4545-b774-8fa862921c43","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.456856306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"a5fa81c4-9c85-4a09-be38-e3c608b8bc72","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.45725273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"1853c3dc-e01b-4fd5-abcc-117ea6272fd0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.466248516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"315b21ae-1069-4c4f-a817-e79699ecf168","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.466265082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"315b21ae-1069-4c4f-a817-e79699ecf168","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.466993256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"1853c3dc-e01b-4fd5-abcc-117ea6272fd0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.468944108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"ce7e9201-b764-49dc-a11a-c02bc64f8978","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.471266843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"85380a2b-2468-4ec6-b8b1-5d201fe6df5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.47332009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"9b5f2f98-ae7c-49d6-bcc7-fba7deb1d43d","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.476558134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"ce7e9201-b764-49dc-a11a-c02bc64f8978","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.477867469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"85380a2b-2468-4ec6-b8b1-5d201fe6df5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.552361868Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0ebb0cff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0ebb0cff","reconcileID":"c1c96524-0529-4d7c-a4d4-7b7069d17ed2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0ebb0cff","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-0ebb0cff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.572851574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f062144-7e67-449a-88c9-8cfbe087a93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.576745232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f062144-7e67-449a-88c9-8cfbe087a93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.580222762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f062144-7e67-449a-88c9-8cfbe087a93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.584329063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f062144-7e67-449a-88c9-8cfbe087a93b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.59665146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c3e7473f-4f1c-48f5-9ff5-723566e3714a","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.924226414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b518fed4-96a0-48ae-9f32-9ea040132af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.927668536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b518fed4-96a0-48ae-9f32-9ea040132af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.931200811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b518fed4-96a0-48ae-9f32-9ea040132af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:13.934223109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b518fed4-96a0-48ae-9f32-9ea040132af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:14.381813696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"f8732796-0d7d-4296-8d08-adf36ef3afa3","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:14.929187529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c4cb9757-0220-4244-b2a8-19174f21a5b2","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:20.610638752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"7135b64d-33b7-465a-bccf-6388db3739e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:20.628094461Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"7135b64d-33b7-465a-bccf-6388db3739e0","name":"e2e-extmod-b-bccce1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.323066301Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"8725a1d9-52e0-4306-a217-186e9bd12f1f","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.330126134Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"c5ce11ff-28b9-43db-a76d-6a54c9f9afc5","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.331126015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"607a086a-a734-4f35-ba8b-9b4b5d2d47e9","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.333270776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7fbf7f2-7844-4b9a-a86d-6d9144d9b19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.334384533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8ef5bb7-dde1-400e-a7c7-7addb9982dc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.336125309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"338956c8-dc3a-4063-81e9-a7b35136cd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.338187316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"607a086a-a734-4f35-ba8b-9b4b5d2d47e9","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.343048268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"338956c8-dc3a-4063-81e9-a7b35136cd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.343697781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"df64093b-ea60-4262-b20d-7a094c99c306","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.347011519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"607a086a-a734-4f35-ba8b-9b4b5d2d47e9","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.350634644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"df64093b-ea60-4262-b20d-7a094c99c306","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.359114167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7fbf7f2-7844-4b9a-a86d-6d9144d9b19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:21.361937418Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8ef5bb7-dde1-400e-a7c7-7addb9982dc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.362092422Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"df64093b-ea60-4262-b20d-7a094c99c306","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:21.368003397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8ef5bb7-dde1-400e-a7c7-7addb9982dc9","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.368275861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79d6cf97-3076-47fa-96e2-f1ac6fe2111b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.368295247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"79d6cf97-3076-47fa-96e2-f1ac6fe2111b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.369688079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7fbf7f2-7844-4b9a-a86d-6d9144d9b19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.382270957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66f2d79c-42f4-4fc1-bc39-dc139ac7f50d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.382285174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"66f2d79c-42f4-4fc1-bc39-dc139ac7f50d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.433869908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8c251e88-cd53-4075-942c-8ec6e6a54b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.434830328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"149f48c4-caaa-45dc-b156-48aee0a7129e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.441137244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8c251e88-cd53-4075-942c-8ec6e6a54b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.441445307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"149f48c4-caaa-45dc-b156-48aee0a7129e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.441873098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"4286590e-e482-40ff-8c23-58b78dd3353e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.444120465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1111ecc5-4c0b-4af3-91f8-b2594b83c5a0","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.448844972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"4286590e-e482-40ff-8c23-58b78dd3353e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.451670708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1111ecc5-4c0b-4af3-91f8-b2594b83c5a0","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.459122815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0848c081-5994-4176-a602-308c0baefc99","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.462529528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a342bb33-a047-4caa-a3cd-8a70d687235c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.463462605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"cf7d8141-dafc-4086-acd2-b7e9a45ab3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.466908483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0848c081-5994-4176-a602-308c0baefc99","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.473033231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"cf7d8141-dafc-4086-acd2-b7e9a45ab3ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.473260863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a342bb33-a047-4caa-a3cd-8a70d687235c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.476377251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0c3498b9-0b98-4c18-9a0a-db3463a074d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.486259211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0c3498b9-0b98-4c18-9a0a-db3463a074d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.490566076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"1236d5f0-e967-4381-b55b-9c69578cf763","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.67331529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"e216290e-a5ad-4b28-8078-18c780105927","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.674302014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"a1cd17d5-4543-4089-9a09-7dac0dc4dca8","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.674770894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"a1cd17d5-4543-4089-9a09-7dac0dc4dca8","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.680761606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"aaa075be-a7c2-4ef0-8025-bd608c36852c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.692871633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"e216290e-a5ad-4b28-8078-18c780105927","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.693476755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07ca5a07-529c-4d04-b89b-a122538c85be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.69832665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"aaa075be-a7c2-4ef0-8025-bd608c36852c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.750862003Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"e216290e-a5ad-4b28-8078-18c780105927","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.751364703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07ca5a07-529c-4d04-b89b-a122538c85be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.751430867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"34761bf9-a306-4371-9063-9d27e5219735","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.751451082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"34761bf9-a306-4371-9063-9d27e5219735","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.752371913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f4308a41-290c-4f51-9ba7-a085e4f8a901","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.752822255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec0121b-5845-4525-9533-03347b3849ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.768505958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07ca5a07-529c-4d04-b89b-a122538c85be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.769216597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f4308a41-290c-4f51-9ba7-a085e4f8a901","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:21.770222297Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"34761bf9-a306-4371-9063-9d27e5219735","name":"e2e-rot-60ab1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-60ab1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:21.770320438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"34761bf9-a306-4371-9063-9d27e5219735","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-60ab1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.773871614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec0121b-5845-4525-9533-03347b3849ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.794647263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"1e90560e-86b5-4ff5-b8c2-31f4671cc35b","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.794754092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"1e90560e-86b5-4ff5-b8c2-31f4671cc35b","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.796315915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dec0121b-5845-4525-9533-03347b3849ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.84627138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a06675e8-4070-4237-9bc3-dc7e61d1a7ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.846371835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a06675e8-4070-4237-9bc3-dc7e61d1a7ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.85546231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"dac12675-7f7f-4d57-aea1-2961c9dae9cd","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.856401474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"748501ca-ca6c-4193-8629-0248a956271a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.865893514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"dac12675-7f7f-4d57-aea1-2961c9dae9cd","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.868724136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"855b5c50-9096-421f-ba54-23006cf9c04b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.881535226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"855b5c50-9096-421f-ba54-23006cf9c04b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.889576574Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"855b5c50-9096-421f-ba54-23006cf9c04b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.942427716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"748501ca-ca6c-4193-8629-0248a956271a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.950213782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"748501ca-ca6c-4193-8629-0248a956271a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.950222709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bc41a1c5-57bc-4cb5-861a-155a81d4672a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.95056358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"60ca3570-f28a-4b2f-a14a-3300d2f01d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.957411048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bc41a1c5-57bc-4cb5-861a-155a81d4672a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.958492009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"60ca3570-f28a-4b2f-a14a-3300d2f01d35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.958541895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fd7110d-0d20-4a23-be6c-0f04b5c7c1f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:21.958554339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fd7110d-0d20-4a23-be6c-0f04b5c7c1f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.004560621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b229590c-5008-4d31-bb73-00e0ad453080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.016424923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b229590c-5008-4d31-bb73-00e0ad453080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.021394703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"97a8ac4a-b45b-49ef-9ea0-1dcddcdeff79","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.029278177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"97a8ac4a-b45b-49ef-9ea0-1dcddcdeff79","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.034998153Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"97a8ac4a-b45b-49ef-9ea0-1dcddcdeff79","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.055859805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"5a1fa8f0-4368-41f7-8c09-48e0e2988a79","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.055898183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"5a1fa8f0-4368-41f7-8c09-48e0e2988a79","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.109119646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8301755e-277f-409f-a236-a270770fb68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.109847114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3bbf92dc-9113-4a6c-bd04-81e17cb76d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.118197588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"3bbf92dc-9113-4a6c-bd04-81e17cb76d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.118201184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8301755e-277f-409f-a236-a270770fb68d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.124250006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"8e618a0d-9c74-45d2-abb1-fbceef10d85d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.124365057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1c82396f-604c-4938-94df-572ad6fbc7e1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.126488733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"9400f7a5-ce8d-4911-9a97-79a0d6559628","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.133558713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"1c82396f-604c-4938-94df-572ad6fbc7e1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.133584902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"8e618a0d-9c74-45d2-abb1-fbceef10d85d","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.136434996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"9400f7a5-ce8d-4911-9a97-79a0d6559628","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.335089365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"3310bb95-41a3-4fdb-b109-f0bc37a33a34","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.335115733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"3310bb95-41a3-4fdb-b109-f0bc37a33a34","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.418524464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"cc8d01e7-8425-4425-9b37-6f74478f56c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-0ebb0cff","tenantID":"e2e-ait-0ebb0cff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.434588142Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"cc8d01e7-8425-4425-9b37-6f74478f56c8","name":"e2e-ait-0ebb0cff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.776427596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"f96f891e-e0b9-4299-8201-898777038d20","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:22.776453596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"f96f891e-e0b9-4299-8201-898777038d20","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:24.937990206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"b6e2e8c1-1d13-41a0-9bb3-62406de54e36","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.278598863Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rot-60ab1a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.28170007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"23359995-60b6-44a3-8b37-da9ed4203b4b","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.281719788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"23359995-60b6-44a3-8b37-da9ed4203b4b","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:27.288052366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"2a951368-9add-4841-9ba7-231ceaf8c4b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-60ab1a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.30351102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"821fa363-4543-4d5a-b1b8-f1a8c3ba2ce3","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.303529946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"821fa363-4543-4d5a-b1b8-f1a8c3ba2ce3","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.305463996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"95738528-3b56-4193-a5e5-8d8fdcbc5e56","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.305472978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"b9327df8-18c0-4842-a702-63e25e1dc635","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.306352144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"768aa14f-d0fa-46ef-a2f5-aab3dce787a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:27.313014137Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"821fa363-4543-4d5a-b1b8-f1a8c3ba2ce3","name":"e2e-rot-60ab1a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-60ab1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:27.313057135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"821fa363-4543-4d5a-b1b8-f1a8c3ba2ce3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-60ab1a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.313213535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b8507b24-5df8-4091-b38a-1b5a7cb10e17","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.318625322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"768aa14f-d0fa-46ef-a2f5-aab3dce787a8","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.319056512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"e4b87f7c-6305-41c7-aa51-fac6b888a5de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.320399786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e4a146e3-4acc-4019-aa54-350860ace269","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.32042272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e4a146e3-4acc-4019-aa54-350860ace269","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.322030973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"95738528-3b56-4193-a5e5-8d8fdcbc5e56","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.31862495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"b9327df8-18c0-4842-a702-63e25e1dc635","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.324500061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b8507b24-5df8-4091-b38a-1b5a7cb10e17","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.326929737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"e4b87f7c-6305-41c7-aa51-fac6b888a5de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.328263962Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"95738528-3b56-4193-a5e5-8d8fdcbc5e56","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.34277371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"8e12a104-cee6-43d7-b30b-0f887abea97b","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.342835048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"8e12a104-cee6-43d7-b30b-0f887abea97b","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.345257866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"cfafe83e-3903-4f60-878a-6a515c75189f","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rot-60ab1a","model":"e2e-rot-60ab1a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-5370bb/e2e-rot-60ab1a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.347129995Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"e4b87f7c-6305-41c7-aa51-fac6b888a5de","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.352911869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"50bbd17c-c2e0-4bf1-9068-03227dc0be56","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.352940289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"50bbd17c-c2e0-4bf1-9068-03227dc0be56","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.363027918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"ac29692c-e038-4387-8d28-4feca4d647bf","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.363056879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"ac29692c-e038-4387-8d28-4feca4d647bf","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.45399045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"578e5798-7221-4643-9fce-c773d5d6b18f","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.454012727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"578e5798-7221-4643-9fce-c773d5d6b18f","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.461904663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"41275546-5267-44fe-9cfb-710536d61ecc","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.461927179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"fcdcd8c0-31ef-47b2-91c2-8a1723e4e6d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.46308578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"0b94c5d2-9281-4e34-99e8-5d5edec47f44","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.465146402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"02bdb4d9-00aa-4e3a-994e-ff6eb8f3e785","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rot-60ab1a","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.468611958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"41275546-5267-44fe-9cfb-710536d61ecc","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.4689379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"fcdcd8c0-31ef-47b2-91c2-8a1723e4e6d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.469015851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"17fa3248-7850-4253-a50e-42f5aee30298","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.471088825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"0b94c5d2-9281-4e34-99e8-5d5edec47f44","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.476408797Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"fcdcd8c0-31ef-47b2-91c2-8a1723e4e6d6","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.477668402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"17fa3248-7850-4253-a50e-42f5aee30298","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.483756001Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"17fa3248-7850-4253-a50e-42f5aee30298","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.565120646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"6a90b0e8-b623-4705-8f77-31153360db8d","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.565120432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"9b1f1e35-3055-4247-aa43-4ad28f9b8582","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.572162858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"6a90b0e8-b623-4705-8f77-31153360db8d","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:27.57344901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"9b1f1e35-3055-4247-aa43-4ad28f9b8582","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.799831618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c44920ef-d137-45d3-8c06-f25b91fe7375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.809512568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b89c9235-c6b7-45a8-932c-ec702d23b6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.830622815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c44920ef-d137-45d3-8c06-f25b91fe7375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:31.836082259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b89c9235-c6b7-45a8-932c-ec702d23b6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.837669134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c44920ef-d137-45d3-8c06-f25b91fe7375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:31.855158066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b89c9235-c6b7-45a8-932c-ec702d23b6cc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.855758701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aee80e3c-098b-47fc-9bb5-a8b6391de607","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.855800968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aee80e3c-098b-47fc-9bb5-a8b6391de607","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.856446281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cbb3351-269c-4ee3-a591-b02ef3aa32d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.856465426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cbb3351-269c-4ee3-a591-b02ef3aa32d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.900619775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce8fede0-def5-4e13-acc4-44ffbe1d5674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.910267829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce8fede0-def5-4e13-acc4-44ffbe1d5674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.916012056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce8fede0-def5-4e13-acc4-44ffbe1d5674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.92264391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"566d31f1-f076-494a-bd47-d9fab11425f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.922662926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"566d31f1-f076-494a-bd47-d9fab11425f1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:31.998070787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"7b7829f1-45e5-43e5-baf7-58599aa0b127","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:32.023137333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"7b7829f1-45e5-43e5-baf7-58599aa0b127","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:32.029967508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"7b7829f1-45e5-43e5-baf7-58599aa0b127","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:32.037894596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc606da-5146-4974-91e2-7a9b64e5548f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:32.037911411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9fc606da-5146-4974-91e2-7a9b64e5548f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:32.777143407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"d90a9fbb-aa9a-4769-99af-d7c529d7886b","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:32.777162417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"d90a9fbb-aa9a-4769-99af-d7c529d7886b","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:34.76886078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:34.945291974Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"9bca4a4b-7325-4d3d-bb20-c7b334f360ec","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.45403849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"9f97f8cd-5bdb-4a0a-ae40-1f12fcea4d5b","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.712052469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c506335-a6e1-48cf-894a-105e60082434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.715208984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c506335-a6e1-48cf-894a-105e60082434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.718336181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c506335-a6e1-48cf-894a-105e60082434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.721336165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c506335-a6e1-48cf-894a-105e60082434","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.916426301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25e4ffb-1f2d-4986-9eb1-71b8a362ff35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.919379984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25e4ffb-1f2d-4986-9eb1-71b8a362ff35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.923215262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25e4ffb-1f2d-4986-9eb1-71b8a362ff35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:35.941910727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25e4ffb-1f2d-4986-9eb1-71b8a362ff35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.130492857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"418d108d-fafc-4038-933e-ce89b47fddf2","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.423410071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be6dfd-a730-42a9-a450-c8d18a466cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.426855927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be6dfd-a730-42a9-a450-c8d18a466cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.430628997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be6dfd-a730-42a9-a450-c8d18a466cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.434694386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9be6dfd-a730-42a9-a450-c8d18a466cc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.452472211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"d77b8668-6453-4c63-8ac3-3894e9911ef9","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-rot-60ab1a","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.481395428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"728ea495-5a21-4751-803e-19683dbc3cc4","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.481482586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"728ea495-5a21-4751-803e-19683dbc3cc4","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"routeName":"external-model-e2e-rot-60ab1a-b18a44b057d8","namespace":"e2e-extmod-rot-user-b14fab","model":"e2e-rot-60ab1a","externalModel":"e2e-rot-60ab1a","provider":"e2e-rot-60ab1a-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.679361784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df915a-48e9-425e-8165-eeb90c5f5398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.682650873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df915a-48e9-425e-8165-eeb90c5f5398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.686195189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df915a-48e9-425e-8165-eeb90c5f5398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.689586255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0df915a-48e9-425e-8165-eeb90c5f5398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:37.999297585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"813725b0-5337-40c9-ad05-799feba914c2","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:38.008947709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"813725b0-5337-40c9-ad05-799feba914c2","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.22405553Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"3e1d30a8-95f4-40f1-a215-bfb19dbcb7b5","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.237929856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"8ff97759-4640-44d0-9d5c-8b75dc4dc78f","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.480729008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045d1f35-935d-46c1-b650-929367d6fda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.483952177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045d1f35-935d-46c1-b650-929367d6fda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.486904322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045d1f35-935d-46c1-b650-929367d6fda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.490013808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"045d1f35-935d-46c1-b650-929367d6fda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.924347124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53781218-52ea-42e1-8cf6-36846b3f1612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.929693637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53781218-52ea-42e1-8cf6-36846b3f1612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.934476583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53781218-52ea-42e1-8cf6-36846b3f1612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:39.938897487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53781218-52ea-42e1-8cf6-36846b3f1612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.269059302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","reconcileID":"10ced841-d887-400b-9d03-b99c708c42d7","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.276107135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","reconcileID":"699e9b06-3e52-476f-bc85-fea60ad97e01","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.28524809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"db7905d9-195c-4230-9661-9d91c6b42fe0","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.287511439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"48783824-8ebc-445e-9889-06ea15cf1ff8","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.28861787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"86887757-971d-4164-baa4-ce2498b66f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.288955503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e18c22-8e6d-4d1d-b6ed-1fc58c6a8837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.289230945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b31a7cb-5aff-45c3-ba41-2d937ea0bc27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.294484524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"db7905d9-195c-4230-9661-9d91c6b42fe0","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.298258119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"86887757-971d-4164-baa4-ce2498b66f5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.299435542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"48783824-8ebc-445e-9889-06ea15cf1ff8","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.305834521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"48783824-8ebc-445e-9889-06ea15cf1ff8","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:40.348629283Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b31a7cb-5aff-45c3-ba41-2d937ea0bc27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.349024973Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e18c22-8e6d-4d1d-b6ed-1fc58c6a8837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.356710423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8b2f0fed-b5a6-4bf2-bd8f-942747d688d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:40.369197039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b31a7cb-5aff-45c3-ba41-2d937ea0bc27","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.373343146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8b2f0fed-b5a6-4bf2-bd8f-942747d688d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.375425653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1e18c22-8e6d-4d1d-b6ed-1fc58c6a8837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.376695929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdc96b3b-3804-4519-a251-9070e62cebce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.376716305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdc96b3b-3804-4519-a251-9070e62cebce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.386039582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7697a05a-b68d-47b8-8387-a25967d6b6b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.386060902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7697a05a-b68d-47b8-8387-a25967d6b6b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.423181958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b2d3ccc4-fa61-4501-b580-076ab029b25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.423344012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2ec8e104-1e32-4f06-aeaf-c62bcee595f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.432712305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b2d3ccc4-fa61-4501-b580-076ab029b25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.433687777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2ec8e104-1e32-4f06-aeaf-c62bcee595f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.437141992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"1112d989-2eae-4856-a723-ba6e0774536e","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.437545492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"55a3a626-6d12-4700-b68c-422c8fcb0d08","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.449993415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"1112d989-2eae-4856-a723-ba6e0774536e","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.460302037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"94dcb626-7814-423d-8835-6983b056d39d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.468386337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc556af42b3b93f9291c423e88c39b873e3827d516774ca653fa8f9f3c03e301) AuthConfig (68aa1312ca53f10a6e82610bfd9014210569c172ca719fde2a433eb555ff367e) AuthConfig (2056c479c20bb1f659184a501bd314dac6c1496b06c80139ea2f42835bd7e8b0) AuthConfig (1b1233118753949d6215ea7fa64354d43aaf2ce526e17ac130f22d5aa7490774)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"1112d989-2eae-4856-a723-ba6e0774536e","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.477193848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"55a3a626-6d12-4700-b68c-422c8fcb0d08","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.486059641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"de10a146-bd7c-4b4a-ba44-fbc7ec85a49a","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:40.494186134Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"de10a146-bd7c-4b4a-ba44-fbc7ec85a49a","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-392f47-e2e-extmod-a-29b57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:40.494240876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"de10a146-bd7c-4b4a-ba44-fbc7ec85a49a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-392f47-e2e-extmod-a-29b57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.502514948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"8ea047a4-edbd-4cec-8985-8edb7abac64f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.528935848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"89d7c514-1c20-40bf-89bf-fa59eb785760","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.537859694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"89d7c514-1c20-40bf-89bf-fa59eb785760","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.56320509Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","reconcileID":"81006805-0cdb-47a8-b513-7314aeb517b1","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.578598395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"a2145e72-1e46-45d4-89dd-c38b4b756e38","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.58338324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"da359b36-47c4-4ea6-a2e6-4829129416ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.597604982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"da359b36-47c4-4ea6-a2e6-4829129416ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.82073213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a19dd018-6d58-4790-83af-c88b284d82ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.831673206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a19dd018-6d58-4790-83af-c88b284d82ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.832908009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"5bca01fd-1170-4626-b3cb-067a8425b9f9","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.833212604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"007225b3-0a88-48fa-8c83-c180d428c516","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.846741561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"33d10d4e-5cd2-4133-b23a-960f9668b72e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.85685036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"9df0c1fe-87ec-4931-814e-550e6fbc4952","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.860804341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"33d10d4e-5cd2-4133-b23a-960f9668b72e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.862233348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"32a0737f-1399-430c-840a-e2d9aa4b920a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.869318628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"9df0c1fe-87ec-4931-814e-550e6fbc4952","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.898637507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc556af42b3b93f9291c423e88c39b873e3827d516774ca653fa8f9f3c03e301) AuthConfig (68aa1312ca53f10a6e82610bfd9014210569c172ca719fde2a433eb555ff367e) AuthConfig (2056c479c20bb1f659184a501bd314dac6c1496b06c80139ea2f42835bd7e8b0) AuthConfig (1b1233118753949d6215ea7fa64354d43aaf2ce526e17ac130f22d5aa7490774)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"33d10d4e-5cd2-4133-b23a-960f9668b72e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.90209828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"007225b3-0a88-48fa-8c83-c180d428c516","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.907040741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"7fdc5b02-8da3-4bca-9012-0d13dcdc0c9f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.912112121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"32a0737f-1399-430c-840a-e2d9aa4b920a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.916623826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"007225b3-0a88-48fa-8c83-c180d428c516","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.956326315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf42c34-ecdc-4b59-8c59-852fcc0a44ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.956358751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf42c34-ecdc-4b59-8c59-852fcc0a44ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.99427349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"3c93539a-1ec5-4c4c-b5e3-1216f4dae070","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:40.999606019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8d2e3518-2a22-4a14-81c3-afa9affa62ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.003544081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"3c93539a-1ec5-4c4c-b5e3-1216f4dae070","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.010210837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8d2e3518-2a22-4a14-81c3-afa9affa62ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.025841055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e6541f-9ed4-420b-9bfd-efc3d21020e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.068126064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e6541f-9ed4-420b-9bfd-efc3d21020e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.076693498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e6541f-9ed4-420b-9bfd-efc3d21020e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.085316293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ba5294-e726-4aee-b651-faa5a6a64dae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.085339501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ba5294-e726-4aee-b651-faa5a6a64dae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.129915121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5bf9a236-5e3e-41d5-a602-1cdd02e903af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.129996017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ae5eee1-55a4-4908-919d-6406f62ffa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.132156126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3880c39e-bde3-452d-a878-58b49d7c539b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.133296485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"11b8bb71-091e-4f69-a043-741ec1948c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.137483561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5bf9a236-5e3e-41d5-a602-1cdd02e903af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.14099373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ae5eee1-55a4-4908-919d-6406f62ffa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.171319432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3880c39e-bde3-452d-a878-58b49d7c539b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.172965968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"11b8bb71-091e-4f69-a043-741ec1948c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.175293409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ae5eee1-55a4-4908-919d-6406f62ffa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.179124632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"9a463534-c2b2-4409-9d8d-4739d63ede00","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.192143436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"9a463534-c2b2-4409-9d8d-4739d63ede00","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.198011406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c8f468-98e6-4fb2-b520-69ae9ee1490f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.198090761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c8f468-98e6-4fb2-b520-69ae9ee1490f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.237677128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc556af42b3b93f9291c423e88c39b873e3827d516774ca653fa8f9f3c03e301) AuthConfig (68aa1312ca53f10a6e82610bfd9014210569c172ca719fde2a433eb555ff367e) AuthConfig (2056c479c20bb1f659184a501bd314dac6c1496b06c80139ea2f42835bd7e8b0) AuthConfig (1b1233118753949d6215ea7fa64354d43aaf2ce526e17ac130f22d5aa7490774)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"9a463534-c2b2-4409-9d8d-4739d63ede00","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.305511633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"9778ab4d-9fa4-47fd-85fe-2dee4fff0ce2","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.331248949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"9778ab4d-9fa4-47fd-85fe-2dee4fff0ce2","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.33619615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"44c612f3-6d33-4f67-8b35-99f7d821f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.362997698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"44c612f3-6d33-4f67-8b35-99f7d821f390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.379250586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9e34a794-bfd4-480a-a010-5bb5d53c3f98","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:41.400591095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9e34a794-bfd4-480a-a010-5bb5d53c3f98","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.235928119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"3ecfd89f-eec5-4ecc-8771-a783e829239a","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.247337072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"58593631-e1b7-475f-b068-5f884edac2e8","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.251184779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"cf5a1c38-231b-4da3-ab81-1e61af173260","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.283771796Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"cf5a1c38-231b-4da3-ab81-1e61af173260","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.289121955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"cf5a1c38-231b-4da3-ab81-1e61af173260","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.298864282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"405ef486-319a-4385-a6d0-78790589214b","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.778093322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"b791ad32-73c0-44a1-bace-e4f0b7f1bfa3","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"tenant":"e2e-praxis-a-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:42.778119965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"b791ad32-73c0-44a1-bace-e4f0b7f1bfa3","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"routeName":"praxis-route-638f19-kserve-route","namespace":"ai-tenant-e2e-praxis-a-638f19","llmisvcName":"praxis-route-638f19","gateway":"openshift-ingress/e2e-praxis-a-638f19","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.756188754Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"d48eeefb-c9aa-4ce2-aede-8587c7f2f988","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.762386959Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19","reconcileID":"cdd62b58-0ead-435b-b4b6-aab83ada7289","MaaSModelRef":{"name":"praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19","model":"praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.762430442Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"d48eeefb-c9aa-4ce2-aede-8587c7f2f988","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"maas-trlp-praxis-route-638f19","namespace":"ai-tenant-e2e-praxis-a-638f19","model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.764428762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0aa9eda3-53e0-41c1-b2e9-b4150b0fe9fa","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.777288747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0aa9eda3-53e0-41c1-b2e9-b4150b0fe9fa","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.777351137Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"0aa9eda3-53e0-41c1-b2e9-b4150b0fe9fa","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.867522435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"c285f4e1-1363-46fc-8475-26bfc9d90e30","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.877749824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"c285f4e1-1363-46fc-8475-26bfc9d90e30","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:48.877792902Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"c285f4e1-1363-46fc-8475-26bfc9d90e30","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.249319192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"fd674948-4bb7-4459-b326-4234538da0f5","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.302842105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"9950c198-8268-429c-b257-e24cdc39bace","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.674722746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"266f22c8-6067-414b-8aba-12d90dabe60e","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.682248892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"266f22c8-6067-414b-8aba-12d90dabe60e","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.688441866Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"266f22c8-6067-414b-8aba-12d90dabe60e","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.705209351Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"88f30e9c-8c40-465b-a0b3-a8eaaff7bb12","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.79740713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"e708fcb4-d5bf-41f5-9a9a-3b1e46968d15","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.916717603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ba764-d5e2-42f4-b7ac-9ff87e3afab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.91990992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ba764-d5e2-42f4-b7ac-9ff87e3afab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.922959592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ba764-d5e2-42f4-b7ac-9ff87e3afab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:49.926126129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ba764-d5e2-42f4-b7ac-9ff87e3afab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.07668595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"e708fcb4-d5bf-41f5-9a9a-3b1e46968d15","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.227266375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"e708fcb4-d5bf-41f5-9a9a-3b1e46968d15","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"name":"e2e-praxis-a-638f19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.227297885Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-auth","reconcileID":"e708fcb4-d5bf-41f5-9a9a-3b1e46968d15","MaaSAuthPolicy":{"name":"praxis-route-638f19-auth","namespace":"ai-tenant-e2e-praxis-a-638f19"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.401759122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb0636-63b3-4e3a-8582-0365ce49e001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.40514088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb0636-63b3-4e3a-8582-0365ce49e001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.408603249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb0636-63b3-4e3a-8582-0365ce49e001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.412385495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fb0636-63b3-4e3a-8582-0365ce49e001","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.852057744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58052995-1090-49da-a535-b0ae817e90fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.857939037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58052995-1090-49da-a535-b0ae817e90fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.863854555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58052995-1090-49da-a535-b0ae817e90fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.874676388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58052995-1090-49da-a535-b0ae817e90fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.977223034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"bec9b5d7-5b17-484f-8506-5faeccb2c38f","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.981575295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"23fd1a0b-c291-4251-9c73-943374b5a085","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.991095556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"23fd1a0b-c291-4251-9c73-943374b5a085","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:50.999743975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc556af42b3b93f9291c423e88c39b873e3827d516774ca653fa8f9f3c03e301) AuthConfig (68aa1312ca53f10a6e82610bfd9014210569c172ca719fde2a433eb555ff367e) AuthConfig (2056c479c20bb1f659184a501bd314dac6c1496b06c80139ea2f42835bd7e8b0) AuthConfig (1b1233118753949d6215ea7fa64354d43aaf2ce526e17ac130f22d5aa7490774)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"23fd1a0b-c291-4251-9c73-943374b5a085","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.013659422Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"bec9b5d7-5b17-484f-8506-5faeccb2c38f","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.025757876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"bec9b5d7-5b17-484f-8506-5faeccb2c38f","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.038512284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a860f92-bafa-4023-8460-b9cbb08d94d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.038617661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a860f92-bafa-4023-8460-b9cbb08d94d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.103147102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceca1409-a7dd-4b56-8565-1ed681aaed5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.193295777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceca1409-a7dd-4b56-8565-1ed681aaed5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.199678514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ceca1409-a7dd-4b56-8565-1ed681aaed5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.243619749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8235ac6e-41d5-46d3-ac60-0f8730c6f3a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.247889871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8235ac6e-41d5-46d3-ac60-0f8730c6f3a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.265172479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f43e68d5-a7aa-494f-a892-14312577382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.273647925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f34202-cb77-4a76-89ca-63972167c65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.277333785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f43e68d5-a7aa-494f-a892-14312577382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.278123616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f34202-cb77-4a76-89ca-63972167c65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.281338502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f34202-cb77-4a76-89ca-63972167c65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.28432459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f43e68d5-a7aa-494f-a892-14312577382e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.285173291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f34202-cb77-4a76-89ca-63972167c65b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.291604873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab15310c-4eb6-4c6d-a0fe-80d5c544cf2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.291630214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab15310c-4eb6-4c6d-a0fe-80d5c544cf2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.325636246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"853d5cee-f467-4eb5-b4f5-71d79d938171","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.333703184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"853d5cee-f467-4eb5-b4f5-71d79d938171","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:51.347671344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-5370bb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc556af42b3b93f9291c423e88c39b873e3827d516774ca653fa8f9f3c03e301) AuthConfig (68aa1312ca53f10a6e82610bfd9014210569c172ca719fde2a433eb555ff367e) AuthConfig (2056c479c20bb1f659184a501bd314dac6c1496b06c80139ea2f42835bd7e8b0) AuthConfig (1b1233118753949d6215ea7fa64354d43aaf2ce526e17ac130f22d5aa7490774)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"853d5cee-f467-4eb5-b4f5-71d79d938171","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:52.30371079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"412a91e9-0823-4b9b-8381-4ccaef168409","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:52.31047615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"412a91e9-0823-4b9b-8381-4ccaef168409","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:52.318298521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"412a91e9-0823-4b9b-8381-4ccaef168409","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.799106059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"54ef94a6-9120-4312-9767-f580c37c6675","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.811145021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"54ef94a6-9120-4312-9767-f580c37c6675","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.82306176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4918b5e4ffc37a4c59bf3f6371c0911584f569374018bddf3b3fbef6576b9ca) AuthConfig (e06fe78c561b9ab1e77cdf48abf74796664bbecd4d9f2952df1aba702670522d) AuthConfig (e3be78060ea5b31a62dfe0c1bbb20a1054574f689d9af09dad8d64cd0d47434b) AuthConfig (fd78c4bafeba3594b634e15dbf82b5ddbb2a301bf8d9e8b17a76272e1f438e38) AuthConfig (25427a2f53f804c34693523bf68d5cf62c974a6062bed685bcae32201ae42ad2) AuthConfig (253dac5d72eb09742fa667864740c4c775a00d7af8ebb9d37092a3a547db9f27) AuthConfig (84da7064e9f5fa35fce551c8d981a9e613fe8650ebcf4c01b671dedbf461c55b) AuthConfig (35ce1bc526348e87769cc7d07fb5eeac6ffae29f6a667a3c50a1968a2611ad70) AuthConfig (e8164eae426e216020178e9fefeb8d5836693a7f0a9f2ea2df9253b0318b28e1) AuthConfig (7b27902d4f5c0c8ffd349d22a7894e72d045fb81077751b9d350edb06715c3ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"54ef94a6-9120-4312-9767-f580c37c6675","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.858442706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"da731740-61d7-4319-8e88-089f1958e5f7","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.899125081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"630aed15-9073-4364-92b2-e6d9f1715640","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.908295172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"630aed15-9073-4364-92b2-e6d9f1715640","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.915152042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4918b5e4ffc37a4c59bf3f6371c0911584f569374018bddf3b3fbef6576b9ca) AuthConfig (e06fe78c561b9ab1e77cdf48abf74796664bbecd4d9f2952df1aba702670522d) AuthConfig (e3be78060ea5b31a62dfe0c1bbb20a1054574f689d9af09dad8d64cd0d47434b) AuthConfig (fd78c4bafeba3594b634e15dbf82b5ddbb2a301bf8d9e8b17a76272e1f438e38) AuthConfig (25427a2f53f804c34693523bf68d5cf62c974a6062bed685bcae32201ae42ad2) AuthConfig (253dac5d72eb09742fa667864740c4c775a00d7af8ebb9d37092a3a547db9f27) AuthConfig (84da7064e9f5fa35fce551c8d981a9e613fe8650ebcf4c01b671dedbf461c55b) AuthConfig (35ce1bc526348e87769cc7d07fb5eeac6ffae29f6a667a3c50a1968a2611ad70) AuthConfig (e8164eae426e216020178e9fefeb8d5836693a7f0a9f2ea2df9253b0318b28e1) AuthConfig (7b27902d4f5c0c8ffd349d22a7894e72d045fb81077751b9d350edb06715c3ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"630aed15-9073-4364-92b2-e6d9f1715640","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:13:53.919694683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"630aed15-9073-4364-92b2-e6d9f1715640","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shr-shared-392f47-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:53.997825153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"38a66272-ceb7-4737-bd0f-d0e33be95654","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.006476021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"38a66272-ceb7-4737-bd0f-d0e33be95654","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.013155179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4918b5e4ffc37a4c59bf3f6371c0911584f569374018bddf3b3fbef6576b9ca) AuthConfig (e06fe78c561b9ab1e77cdf48abf74796664bbecd4d9f2952df1aba702670522d) AuthConfig (e3be78060ea5b31a62dfe0c1bbb20a1054574f689d9af09dad8d64cd0d47434b) AuthConfig (fd78c4bafeba3594b634e15dbf82b5ddbb2a301bf8d9e8b17a76272e1f438e38) AuthConfig (25427a2f53f804c34693523bf68d5cf62c974a6062bed685bcae32201ae42ad2) AuthConfig (253dac5d72eb09742fa667864740c4c775a00d7af8ebb9d37092a3a547db9f27) AuthConfig (84da7064e9f5fa35fce551c8d981a9e613fe8650ebcf4c01b671dedbf461c55b) AuthConfig (35ce1bc526348e87769cc7d07fb5eeac6ffae29f6a667a3c50a1968a2611ad70) AuthConfig (e8164eae426e216020178e9fefeb8d5836693a7f0a9f2ea2df9253b0318b28e1) AuthConfig (7b27902d4f5c0c8ffd349d22a7894e72d045fb81077751b9d350edb06715c3ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"38a66272-ceb7-4737-bd0f-d0e33be95654","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.347554022Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","namespace":"ai-tenant-e2e-ait-0ebb0cff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.347650152Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","namespace":"ai-tenant-e2e-ait-0ebb0cff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.347730848Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","tenant":"e2e-ait-0ebb0cff","tenantID":"e2e-ait-0ebb0cff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.360131643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Deployment","name":"maas-api-e2e-ait-0ebb0cff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.380084178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Service","name":"maas-api-e2e-ait-0ebb0cff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.390161129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-0ebb0cff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.397633123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-0ebb0cff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.407987835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.413460973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.421037529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.426144655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.429013598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Deployment","name":"payload-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.433470817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.437102949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Service","name":"payload-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.439832685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"Service","name":"payload-pre-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.449951894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"DestinationRule","name":"payload-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.454021099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.45697614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.463966722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.46805632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.476938839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.47967263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-0ebb0cff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.482145177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-0ebb0cff"},"namespace":"ai-tenant-e2e-ait-0ebb0cff","name":"default-tenant","reconcileID":"2e65a6ba-4ca2-4e4a-8266-73185e873fe2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-0ebb0cff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.585629127Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-0ebb0cff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-0ebb0cff","reconcileID":"b1bbadd4-b2f6-4ab6-b283-b51313c9ed0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-0ebb0cff","removed":["maas.opendatahub.io/gateway-access-e2e-ait-0ebb0cff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.790430221Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"896d357e-2874-4700-a3bc-bb93e0109372","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.962360135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213d6fe3-ae9c-41e1-b5a1-d16da2b20fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.966470484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213d6fe3-ae9c-41e1-b5a1-d16da2b20fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.974855057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213d6fe3-ae9c-41e1-b5a1-d16da2b20fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:54.986412023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213d6fe3-ae9c-41e1-b5a1-d16da2b20fea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:55.314772313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae274d59-acca-450d-87a8-c558ca258425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:55.321889771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae274d59-acca-450d-87a8-c558ca258425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:55.343103274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae274d59-acca-450d-87a8-c558ca258425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:55.348884858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae274d59-acca-450d-87a8-c558ca258425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:56.454200122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"a82e44e1-c0f2-44d4-9d7c-698cc0ae79bc","namespace":"ai-tenant-e2e-praxis-a-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:56.454269257Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"a82e44e1-c0f2-44d4-9d7c-698cc0ae79bc","name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:56.461761592Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"a82e44e1-c0f2-44d4-9d7c-698cc0ae79bc","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:56.461807624Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"a82e44e1-c0f2-44d4-9d7c-698cc0ae79bc","namespace":"ai-tenant-e2e-praxis-a-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.09959166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"ee9ae750-d442-4b74-af92-a0b1abf6feca","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.124797373Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c063f102-c98f-4e1a-857e-81e04b4a80d6","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.223015135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7701a88f-1ca9-444d-ae51-2bf6d4f7fc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.226222063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7701a88f-1ca9-444d-ae51-2bf6d4f7fc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.229836475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7701a88f-1ca9-444d-ae51-2bf6d4f7fc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.233479475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7701a88f-1ca9-444d-ae51-2bf6d4f7fc3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.408941152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d3d90-e384-4228-9c8a-71029ac7a28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.412014002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d3d90-e384-4228-9c8a-71029ac7a28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.415104079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d3d90-e384-4228-9c8a-71029ac7a28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:58.418081612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83d3d90-e384-4228-9c8a-71029ac7a28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.143554884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"e3cfeb58-b0e1-432c-96cc-e5b98d76da52","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.157658348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"7540e9ae-00e9-411b-be11-090b9c5d4720","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.16914755Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-91f1523a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-91f1523a","reconcileID":"d7d238a2-eb56-41dd-a42c-04142587d188","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-91f1523a-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-91f1523a-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.394534489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e83aa-2e4f-4c82-9756-6cfdd64addea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.397990278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e83aa-2e4f-4c82-9756-6cfdd64addea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.401160592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e83aa-2e4f-4c82-9756-6cfdd64addea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.404124355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09e83aa-2e4f-4c82-9756-6cfdd64addea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.510733172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"e7dd2ed6-4481-44e4-8e43-9a87b5d7fa2a","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.69703504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08931d1-1bd6-47db-9b64-883ce51b6e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.70042626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08931d1-1bd6-47db-9b64-883ce51b6e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.703856357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08931d1-1bd6-47db-9b64-883ce51b6e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.707232154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b08931d1-1bd6-47db-9b64-883ce51b6e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.965564264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191bb4f2-9cff-48f7-a12f-b4b62433b25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.972365099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191bb4f2-9cff-48f7-a12f-b4b62433b25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.987716974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191bb4f2-9cff-48f7-a12f-b4b62433b25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:13:59.991981544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191bb4f2-9cff-48f7-a12f-b4b62433b25b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.26103536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"2e19d70d-7a35-41ff-9dc8-cd5c8899ac36","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","subscription":"praxis-route-638f19-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.261345675Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"praxis-route-638f19-sub","reconcileID":"2e19d70d-7a35-41ff-9dc8-cd5c8899ac36","MaaSSubscription":{"name":"praxis-route-638f19-sub","namespace":"ai-tenant-e2e-praxis-a-638f19"},"model":"ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-638f19/praxis-route-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.45354884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rot-60ab1a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.458279042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b32b139-cd5a-4f71-9a5c-35cd8c84a012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.461929415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b32b139-cd5a-4f71-9a5c-35cd8c84a012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.466093831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b32b139-cd5a-4f71-9a5c-35cd8c84a012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:00.469763389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b32b139-cd5a-4f71-9a5c-35cd8c84a012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.025735645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ce91b45e-d1bf-4227-a9e4-a893d03b20ea","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.046819455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ce91b45e-d1bf-4227-a9e4-a893d03b20ea","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.052208253Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ce91b45e-d1bf-4227-a9e4-a893d03b20ea","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.076411192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d8cdde20-bcb7-4553-bedb-1744109736c9","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.161681167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d8cdde20-bcb7-4553-bedb-1744109736c9","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.167736174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d8cdde20-bcb7-4553-bedb-1744109736c9","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.174464663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e31d0e-f826-46f0-aca2-ebaf38df53e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.174483013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15e31d0e-f826-46f0-aca2-ebaf38df53e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.221165961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12784f73-09b5-44a8-bb19-a56f01455fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.248456544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12784f73-09b5-44a8-bb19-a56f01455fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.255560164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12784f73-09b5-44a8-bb19-a56f01455fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.264097287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c243df4-dc3e-4508-82c0-c2ecf473b585","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.264117988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c243df4-dc3e-4508-82c0-c2ecf473b585","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.318736294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718b3baf-5524-41c3-8846-f4fff3817c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.326809257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718b3baf-5524-41c3-8846-f4fff3817c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.333294545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"718b3baf-5524-41c3-8846-f4fff3817c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.34157407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fe5280a-192a-436e-b6fe-8e98963d0e10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.341595691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fe5280a-192a-436e-b6fe-8e98963d0e10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.435417968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"0af593ea-6eca-4eb0-ad59-8092ec25ba0c","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.443479178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"0af593ea-6eca-4eb0-ad59-8092ec25ba0c","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:01.449206443Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"0af593ea-6eca-4eb0-ad59-8092ec25ba0c","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.081306473Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","namespace":"ai-tenant-e2e-praxis-a-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.081364199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","namespace":"ai-tenant-e2e-praxis-a-638f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.081409945Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","tenant":"e2e-praxis-a-638f19","tenantID":"e2e-praxis-a-638f19","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.085750904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-638f19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.097820437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Service","name":"maas-api-e2e-praxis-a-638f19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.112760102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-638f19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.118493942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-638f19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.127344569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.133803354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.143954106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.148833105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.15148307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.154047609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.158214633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Service","name":"payload-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.160716061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.163127657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.16567409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.168164507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.173729305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.176172054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.178528582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.181112361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-638f19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:03.183498249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-638f19"},"namespace":"ai-tenant-e2e-praxis-a-638f19","name":"default-tenant","reconcileID":"291d92be-d28f-4f8c-aa6d-16642dec7c6e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-638f19","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:04.023609735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"07c98856-7c59-46c5-b048-8c4b63134914","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:04.032079497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"07c98856-7c59-46c5-b048-8c4b63134914","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:04.038040787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4918b5e4ffc37a4c59bf3f6371c0911584f569374018bddf3b3fbef6576b9ca) AuthConfig (e06fe78c561b9ab1e77cdf48abf74796664bbecd4d9f2952df1aba702670522d) AuthConfig (e3be78060ea5b31a62dfe0c1bbb20a1054574f689d9af09dad8d64cd0d47434b) AuthConfig (fd78c4bafeba3594b634e15dbf82b5ddbb2a301bf8d9e8b17a76272e1f438e38) AuthConfig (25427a2f53f804c34693523bf68d5cf62c974a6062bed685bcae32201ae42ad2) AuthConfig (253dac5d72eb09742fa667864740c4c775a00d7af8ebb9d37092a3a547db9f27) AuthConfig (84da7064e9f5fa35fce551c8d981a9e613fe8650ebcf4c01b671dedbf461c55b) AuthConfig (35ce1bc526348e87769cc7d07fb5eeac6ffae29f6a667a3c50a1968a2611ad70) AuthConfig (e8164eae426e216020178e9fefeb8d5836693a7f0a9f2ea2df9253b0318b28e1) AuthConfig (7b27902d4f5c0c8ffd349d22a7894e72d045fb81077751b9d350edb06715c3ca)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"07c98856-7c59-46c5-b048-8c4b63134914","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:04.766676039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:05.840025942Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"8617821b-b1be-40ae-b276-aa514366109b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:05.845392078Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"8617821b-b1be-40ae-b276-aa514366109b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:05.853342431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"8617821b-b1be-40ae-b276-aa514366109b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-91f1523a-gw","tenantID":"e2e-migrate-91f1523a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:05.871172946Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"8617821b-b1be-40ae-b276-aa514366109b","name":"e2e-migrate-91f1523a-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:06.692841869Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"3319155a-f821-4262-a23f-4ba18b0e8a51","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.271326775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"4f42ed40-d0c1-4a8a-a4ca-3bcd784aa4ae","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.281413908Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"34d13e39-8a0e-4018-9d7e-295bb765728e","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.292380182Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-638f19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-638f19","reconcileID":"eb028763-4232-4ab3-abef-7df0025bc10f","aitenant":"ai-tenants/e2e-praxis-a-638f19","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.304814355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"0cb2ff6a-9a34-4d72-b090-0ad5830d7098","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.397064631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-638f19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-638f19","reconcileID":"eb028763-4232-4ab3-abef-7df0025bc10f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-638f19","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-638f19"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.406967854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb8af1a-1c77-4fa5-96ea-187445e304ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.412516562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb8af1a-1c77-4fa5-96ea-187445e304ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.442978496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb8af1a-1c77-4fa5-96ea-187445e304ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.446200031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"e857d30b-8bd8-40bc-a87c-5a40099d032b","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.446252216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb8af1a-1c77-4fa5-96ea-187445e304ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.684803582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4d5e1d-cb0c-463e-98e6-fb737ad626e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.687955644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4d5e1d-cb0c-463e-98e6-fb737ad626e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.691017651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4d5e1d-cb0c-463e-98e6-fb737ad626e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.694021922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4d5e1d-cb0c-463e-98e6-fb737ad626e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:08.996336589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3cade6-b74e-40d2-852e-de1231172b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:09.000348866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3cade6-b74e-40d2-852e-de1231172b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:09.003984812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3cade6-b74e-40d2-852e-de1231172b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:09.007274269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3cade6-b74e-40d2-852e-de1231172b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.184202218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"b6b87ba4-e09a-44bd-84ad-a3a2ba1de82a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.21100726Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"b6b87ba4-e09a-44bd-84ad-a3a2ba1de82a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.217526481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"b6b87ba4-e09a-44bd-84ad-a3a2ba1de82a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.224652345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4939cc-c375-424a-991b-54aaee3227a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.224679782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d4939cc-c375-424a-991b-54aaee3227a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.286222357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"799781e8-4bf5-43d5-90bf-774c663c2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.318273061Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"799781e8-4bf5-43d5-90bf-774c663c2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.325502503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"799781e8-4bf5-43d5-90bf-774c663c2614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.334914833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b5ea96c-525b-4640-9277-4b7b23d4dab6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.334930596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b5ea96c-525b-4640-9277-4b7b23d4dab6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.388533292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d6b0ca-74ec-463d-b179-685710850c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.395695654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d6b0ca-74ec-463d-b179-685710850c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.401577398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82d6b0ca-74ec-463d-b179-685710850c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.409713964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e1e38f5-4409-494e-acf7-aa97f5109585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:11.409730881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e1e38f5-4409-494e-acf7-aa97f5109585","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:12.927003546Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"ddfc7294-b265-4191-a286-f2301e47dc85","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:12.937993259Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"ddfc7294-b265-4191-a286-f2301e47dc85","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.047743081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"87711692-23ca-4bd2-82d9-8e024fb2d25e","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.21988568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca033cf-7145-46a0-9ead-2fd1cc47e6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.223059925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca033cf-7145-46a0-9ead-2fd1cc47e6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.226838863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca033cf-7145-46a0-9ead-2fd1cc47e6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.230656113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca033cf-7145-46a0-9ead-2fd1cc47e6ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.420640093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d3d42a-df76-4840-acd4-67b0e1440caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.423956651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d3d42a-df76-4840-acd4-67b0e1440caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.42749828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d3d42a-df76-4840-acd4-67b0e1440caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.448257511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d3d42a-df76-4840-acd4-67b0e1440caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:13.824859256Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"05a7ccba-5469-4c49-9867-5a534d5a6034","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.047430572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"9e0863c9-107d-4c2f-9733-c57e1e0a159a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.055387192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"9e0863c9-107d-4c2f-9733-c57e1e0a159a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.103917157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c4ab6c3c-5bb2-47d2-80c4-826c4eeeeb3f","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.118540982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"bd81c6ce-38f6-4f6a-90be-c12bcebcfea2","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.195982937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"af385aa8-37bc-4520-b4a2-1731abd57eda","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.270510171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c935ae3f-51e2-4cc6-b2cd-9014195d7cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.277640051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c935ae3f-51e2-4cc6-b2cd-9014195d7cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.285214037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c935ae3f-51e2-4cc6-b2cd-9014195d7cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.293791009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c935ae3f-51e2-4cc6-b2cd-9014195d7cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.505608498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b2cf9-a0ff-41a2-8d93-1da221fc50ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.508820194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b2cf9-a0ff-41a2-8d93-1da221fc50ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.512177997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b2cf9-a0ff-41a2-8d93-1da221fc50ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:14.516091848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f46b2cf9-a0ff-41a2-8d93-1da221fc50ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.674917394Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rot-60ab1a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.678115116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"46596a7d-dcec-4e7d-b7bf-3e55e141206e","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.684330685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"222eab3f-f292-474f-bb5d-1f7dc9b55e76","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:18.684762577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"24592f46-5293-4c3d-9fcc-c50b29678cd1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-392f47-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.692580929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"2823a420-897c-4fe7-8e47-f0f4df742d1d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.69304203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"222eab3f-f292-474f-bb5d-1f7dc9b55e76","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:18.700855674Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"2823a420-897c-4fe7-8e47-f0f4df742d1d","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-392f47-e2e-extmod-a-29b57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:18.700917981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"2823a420-897c-4fe7-8e47-f0f4df742d1d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-392f47-e2e-extmod-a-29b57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.704015067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"b00c071c-30c6-48b5-8ed0-d0de011374c3","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.711087594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"8c9db587-65f6-4a8a-94f1-05d990513949","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.72540676Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"90697f19-4f43-4968-9107-e625a993948f","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.76233019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"71a41678-afbc-4d1a-87ab-d027e21cd4d3","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.817575587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"040f594d-0c00-4436-af82-8cac5eeb5392","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.823584289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"45eaa418-c407-47af-b599-2a7686f3d58e","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:18.824200499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"040f594d-0c00-4436-af82-8cac5eeb5392","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.334993628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"bacb1ecd-75c8-4ade-99f2-8af81d8a4f8a","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.364119865Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"ed4093e0-4b69-4ab4-aa83-543b21c43000","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.37567433Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"ed4093e0-4b69-4ab4-aa83-543b21c43000","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.555508664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31ed0-7d79-481e-9b37-15cd35638012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.558712056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31ed0-7d79-481e-9b37-15cd35638012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.561632935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31ed0-7d79-481e-9b37-15cd35638012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.564558601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31ed0-7d79-481e-9b37-15cd35638012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.934123502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68830f5c-2739-4bf3-bd6c-ab3f85ee0b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.942162988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68830f5c-2739-4bf3-bd6c-ab3f85ee0b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.945373522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68830f5c-2739-4bf3-bd6c-ab3f85ee0b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:20.948491865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68830f5c-2739-4bf3-bd6c-ab3f85ee0b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.14986436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36337975-e366-4957-822e-f4a8680686f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.153047861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36337975-e366-4957-822e-f4a8680686f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.156389372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36337975-e366-4957-822e-f4a8680686f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.159727965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36337975-e366-4957-822e-f4a8680686f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.232165162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d59fa317-3928-4e39-be11-888a516d3179","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.25685965Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d59fa317-3928-4e39-be11-888a516d3179","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.262419026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"d59fa317-3928-4e39-be11-888a516d3179","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.268632383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c30b8a-2b3a-4c0c-82c1-08462556cc33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.268649383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5c30b8a-2b3a-4c0c-82c1-08462556cc33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.346361462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3036564a-c9af-4713-8f56-0f00ae51e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.37115541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3036564a-c9af-4713-8f56-0f00ae51e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.375212565Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"b6fc5aa5-881d-411b-b747-71b4b8fe9ab1","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.376695185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3036564a-c9af-4713-8f56-0f00ae51e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.385048211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b834129e-558d-4cfe-b236-5d4d6351c82c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.385065546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b834129e-558d-4cfe-b236-5d4d6351c82c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.448269098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"442deadf-111a-4bb1-aa84-7270b89ad976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.455350551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"442deadf-111a-4bb1-aa84-7270b89ad976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.46190571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"442deadf-111a-4bb1-aa84-7270b89ad976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.470087631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c52658c5-ad97-48c2-b19d-2e4f983852a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:21.47011054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c52658c5-ad97-48c2-b19d-2e4f983852a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:24.164736985Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c2160a1c-d9c1-48df-9789-15a3d6e4842f","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.011161627Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","namespace":"ai-tenant-e2e-praxis-b-7f0c86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.011239782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","namespace":"ai-tenant-e2e-praxis-b-7f0c86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.011305185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","tenant":"e2e-praxis-b-7f0c86","tenantID":"e2e-praxis-b-7f0c86","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.018053769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7f0c86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.031220291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Service","name":"maas-api-e2e-praxis-b-7f0c86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.055767984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7f0c86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.073025208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7f0c86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.0794962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.085477345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.092519272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.097614274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.100498837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.102887713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.105468736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Service","name":"payload-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.107996296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.11063298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.112979687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.115523977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.122013718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.124470403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.127052535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.129460009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7f0c86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.131826702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7f0c86"},"namespace":"ai-tenant-e2e-praxis-b-7f0c86","name":"default-tenant","reconcileID":"a1d00518-98ac-4ec0-ac65-178746dc5505","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7f0c86","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.140851884Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","namespace":"ai-tenant-e2e-migrate-91f1523a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.140960057Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","namespace":"ai-tenant-e2e-migrate-91f1523a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.141048122Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","tenant":"e2e-migrate-91f1523a","tenantID":"e2e-migrate-91f1523a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.150893228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Deployment","name":"maas-api-e2e-migrate-91f1523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.172807167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Service","name":"maas-api-e2e-migrate-91f1523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.179880119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-91f1523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.185104626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-91f1523a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.19541782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.201883573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.208186965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.210645122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.213214987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Deployment","name":"payload-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.215721032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.218134176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Service","name":"payload-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.222167128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"Service","name":"payload-pre-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.224671962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.227165066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.229605892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.231848174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.234289057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.236962438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.239387581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-91f1523a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.241937245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-91f1523a"},"namespace":"ai-tenant-e2e-migrate-91f1523a","name":"default-tenant","reconcileID":"caa6c025-0d4f-40ff-94a7-3f0aa3a66825","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-91f1523a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.513806521Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-91f1523a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-91f1523a","reconcileID":"20fea6a3-fb06-4a62-b447-ce33ce22fa21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-91f1523a-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-91f1523a-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.537204319Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c1f89b0e-cdbe-4a18-8909-72836466e60d","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.723014036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00d1439-331a-478e-9859-4b79c8a8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.726878628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00d1439-331a-478e-9859-4b79c8a8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.730602209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00d1439-331a-478e-9859-4b79c8a8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:26.735519608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00d1439-331a-478e-9859-4b79c8a8e36a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:27.13179759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3413dab-6871-468c-9c44-cedb22550f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:27.134876287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3413dab-6871-468c-9c44-cedb22550f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:27.137908605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3413dab-6871-468c-9c44-cedb22550f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:27.140996089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3413dab-6871-468c-9c44-cedb22550f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:28.882826828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"ed63b24b-b3a4-4869-acf1-bc7bc71463c1","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:28.925083949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"eb470dda-a809-4578-af6a-d43c6da68338","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:29.22008866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"617c38fc-5ca0-4e55-8ee9-c8ab1dd7fdc8","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:29.230003467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"617c38fc-5ca0-4e55-8ee9-c8ab1dd7fdc8","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.171165947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"525b2299-d106-434e-b1b8-1fa273ccba0d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.177898727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"0a70fd53-2aeb-47db-8eb4-c026d722c763","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.180392843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6b87f637-0842-43d5-b387-dc66a3e5d3d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.204167505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6b87f637-0842-43d5-b387-dc66a3e5d3d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.21030846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6b87f637-0842-43d5-b387-dc66a3e5d3d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.219568934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"98a8cc60-ef8b-401c-bdc4-bd82754e206c","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.394331276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"95e8b78e-cdea-450d-bf7c-684af676b328","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.406188386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"368e1cd7-51b0-4a89-864e-378661d46853","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.506652771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b0200-ae58-480b-8f8d-04c13426503f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.509753706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b0200-ae58-480b-8f8d-04c13426503f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.543503009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b0200-ae58-480b-8f8d-04c13426503f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.54901784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"013b0200-ae58-480b-8f8d-04c13426503f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.924079589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8456ba-1738-4d28-b64a-07518b183299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.927188075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8456ba-1738-4d28-b64a-07518b183299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.930376288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8456ba-1738-4d28-b64a-07518b183299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:30.933556165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8456ba-1738-4d28-b64a-07518b183299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.277027532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"6a6f8b79-e99e-4fd1-8993-34f92a1d898c","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.303929956Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"6a6f8b79-e99e-4fd1-8993-34f92a1d898c","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.309762727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"6a6f8b79-e99e-4fd1-8993-34f92a1d898c","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.317756547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ef928be-e98f-4821-b348-63c83ba43154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.317791031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ef928be-e98f-4821-b348-63c83ba43154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.396159456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba1ab360-23ef-460b-94a8-c622abf9e28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.419347196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"2f1c5793-60cd-4ffe-8754-79535e26d81d","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.421989555Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba1ab360-23ef-460b-94a8-c622abf9e28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.428005932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba1ab360-23ef-460b-94a8-c622abf9e28f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.430994738Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-912c8c21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-912c8c21","reconcileID":"373fa9b5-243f-4a57-b5fe-391ea0536381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-912c8c21","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-912c8c21":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.439016791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09bd4758-427c-4b49-bc47-58f951aa8d60","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.439033181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"09bd4758-427c-4b49-bc47-58f951aa8d60","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.478223185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"ae660d74-feb3-407f-85ae-2f7ed3abd645","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.497051644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa71a67-8c1a-4f22-a36b-2ddd71a7cee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.504863318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa71a67-8c1a-4f22-a36b-2ddd71a7cee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.515301665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eaa71a67-8c1a-4f22-a36b-2ddd71a7cee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.524482727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59320e6b-fd3d-46fa-8a06-0ef438bd21cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.524504967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59320e6b-fd3d-46fa-8a06-0ef438bd21cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.595640348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6114bb19-0650-4cb2-a0b4-a961a50bf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.598695827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6114bb19-0650-4cb2-a0b4-a961a50bf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.601705156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6114bb19-0650-4cb2-a0b4-a961a50bf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:31.604751382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6114bb19-0650-4cb2-a0b4-a961a50bf2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:32.701182546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"848567d5-6f47-493f-974e-14973a4c2b70","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.405424915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"ea8cb158-fed6-4957-a141-51141e49d111","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.411567554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"c882b545-fc3c-476a-a046-377cda8ecaf3","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.420712543Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7f0c86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7f0c86","reconcileID":"ff4d32a4-7048-4e96-a89a-6dc5b0fa8229","aitenant":"ai-tenants/e2e-praxis-b-7f0c86","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.45205448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"a0521e40-1056-4d6d-a99d-aa58fee17f40","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.50763504Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7f0c86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7f0c86","reconcileID":"ff4d32a4-7048-4e96-a89a-6dc5b0fa8229","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7f0c86","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7f0c86"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.543854941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93cc5d3-72cc-4447-b8b2-7f0ea5bf2d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.54725598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"9a3ed208-b863-4740-ba10-9fd4e4bfc583","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.54774721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93cc5d3-72cc-4447-b8b2-7f0ea5bf2d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.551706825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93cc5d3-72cc-4447-b8b2-7f0ea5bf2d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.555090773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e93cc5d3-72cc-4447-b8b2-7f0ea5bf2d64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.758152626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8785e023-41d3-4d91-bddc-8642e9055d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.7623017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8785e023-41d3-4d91-bddc-8642e9055d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.767484103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8785e023-41d3-4d91-bddc-8642e9055d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:33.774122459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8785e023-41d3-4d91-bddc-8642e9055d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.144006489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153cb702-9ece-4887-91cd-caba80ef2663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.147517764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153cb702-9ece-4887-91cd-caba80ef2663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.150595341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153cb702-9ece-4887-91cd-caba80ef2663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.15354081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153cb702-9ece-4887-91cd-caba80ef2663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.767962257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.940114982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"c8360b1e-ec78-43f6-91a6-a14bbc0f02cf","namespace":"llm","name":"e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.951326532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"954a3baf-6cdb-40ed-8b17-226a4b903c59","namespace":"llm","name":"e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.954145963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"45cbbd7d-3c12-4004-b8fe-b7206c312c12","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.95481927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"eda84f1d-875e-4851-bec3-8376011a7fb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.956296523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6027dcbf-a334-42ba-825b-2cabdf46ba3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.957024285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a9b64108-5028-4e26-ae42-4179d678006f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.957066317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0c781c-0e63-4c8a-a8d2-fa9ffb6abf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.962286868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"eda84f1d-875e-4851-bec3-8376011a7fb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.964638791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6027dcbf-a334-42ba-825b-2cabdf46ba3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.96509944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0c781c-0e63-4c8a-a8d2-fa9ffb6abf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.967560253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"eda84f1d-875e-4851-bec3-8376011a7fb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.968280357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a9b64108-5028-4e26-ae42-4179d678006f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.97121981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6027dcbf-a334-42ba-825b-2cabdf46ba3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.971296658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e0c781c-0e63-4c8a-a8d2-fa9ffb6abf31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.974753807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4902d7df-cf88-42f3-bec2-cdfa7d9876b9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.974769242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4902d7df-cf88-42f3-bec2-cdfa7d9876b9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975068241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4510fddc-b567-43b0-9a50-fba37110a56e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975081961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4510fddc-b567-43b0-9a50-fba37110a56e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975395198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38a0b5c2-d175-40f8-b7bb-5d97a0bb61d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975408239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"38a0b5c2-d175-40f8-b7bb-5d97a0bb61d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.97569566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7f1c8d6-e62e-4d4c-9d03-6101bb6cdba2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975708367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7f1c8d6-e62e-4d4c-9d03-6101bb6cdba2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975913464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c322369c-1d6e-4d4f-85ab-975741895400","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.975923883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c322369c-1d6e-4d4f-85ab-975741895400","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.976092365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"29f8fe88-cfc2-43b3-a55a-2e44a10d4fd3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.976104595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"29f8fe88-cfc2-43b3-a55a-2e44a10d4fd3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.976289455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dca54af9-5289-4a5c-93f9-81af3b60d7c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.976297543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dca54af9-5289-4a5c-93f9-81af3b60d7c7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.976550234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dbeb081-bcf0-4215-a4c1-bdd4eebeb93d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:34.976562341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1dbeb081-bcf0-4215-a4c1-bdd4eebeb93d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.058956549Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"45cbbd7d-3c12-4004-b8fe-b7206c312c12","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.061826614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab86348a-51e3-4f44-823f-f4a58fb79ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.061848121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab86348a-51e3-4f44-823f-f4a58fb79ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.062346164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae6e5a46-bc7e-4f80-b46f-db48e05fa8a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.062362681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae6e5a46-bc7e-4f80-b46f-db48e05fa8a1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.062793376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47b05e6d-41db-4eab-a89e-d9c2bdf9d625","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.06280934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47b05e6d-41db-4eab-a89e-d9c2bdf9d625","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.063074632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc5fcfd4-189c-49cf-a1ea-cfd518c55073","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.063087525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc5fcfd4-189c-49cf-a1ea-cfd518c55073","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.06335762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90751d83-2cc1-4dd6-b015-9b8036e5b537","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.063371849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90751d83-2cc1-4dd6-b015-9b8036e5b537","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.063628618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"86fa8558-9be9-4023-935a-083566d007b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.06364318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"86fa8558-9be9-4023-935a-083566d007b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.06392771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d823e18-ea7e-464f-b03e-b3c234d33f60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.063942795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d823e18-ea7e-464f-b03e-b3c234d33f60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.064211088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a491a5c7-16c4-4ae2-91a6-413ac5db2647","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.064228747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a491a5c7-16c4-4ae2-91a6-413ac5db2647","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.064582859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"50fd2660-7235-49e7-9c11-07a29c3b3a8a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.066193976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"45cbbd7d-3c12-4004-b8fe-b7206c312c12","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.142307353Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"9c0fac0d-1b23-477d-b9fb-84f8cbc4d8f4","namespace":"llm","name":"e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.143963294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d8d91423-9638-4304-9658-dda6dadc3ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.146178461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"50fd2660-7235-49e7-9c11-07a29c3b3a8a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.163536948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-sub-4ea0f55f","reconcileID":"1d9a08ad-a87a-49bd-8886-6dd749973467","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.163563689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f3fbf062-1220-42a2-a022-9ec68593c043","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.164487261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"123924c1-1935-4423-8684-5c521c177e2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.170643423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"821969c4-12e5-4c63-a80b-2b31a9972d2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.171679427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d8d91423-9638-4304-9658-dda6dadc3ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.205513433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"821969c4-12e5-4c63-a80b-2b31a9972d2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.224400541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2d379539-7bc4-42d0-9bb1-5b5c4d41cb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.224609552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2ef0879b-b512-4568-945d-f9f1721cf7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.228869232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"7d84668a-43db-42b8-8631-3f13b4883ebf","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.230074289Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"7d84668a-43db-42b8-8631-3f13b4883ebf","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.272279175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2ef0879b-b512-4568-945d-f9f1721cf7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.277727301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2d379539-7bc4-42d0-9bb1-5b5c4d41cb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.286885518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6acef7f-b570-419f-b39c-d98ada6eca2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.286909335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6acef7f-b570-419f-b39c-d98ada6eca2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.294485466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"335e2eda-e2e6-42b4-873a-0d5af32252a8","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.29451329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"335e2eda-e2e6-42b4-873a-0d5af32252a8","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:35.310536364Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"335e2eda-e2e6-42b4-873a-0d5af32252a8","name":"e2e-dft-75f85b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-75f85b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:35.310614887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"335e2eda-e2e6-42b4-873a-0d5af32252a8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-75f85b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.310977768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a4279366-1436-4502-8919-5c3b1c689337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.326841436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a4279366-1436-4502-8919-5c3b1c689337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.3328798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"69a5055c-a691-48f1-88ed-60227f7119ad","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.33291183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"69a5055c-a691-48f1-88ed-60227f7119ad","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.413712491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"5a8eb644-249b-4974-ab4f-15a9f5526c8e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.421327929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"5a8eb644-249b-4974-ab4f-15a9f5526c8e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.50327696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0c665b31-2cf7-4832-8884-f302f37fec00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.511980763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0c665b31-2cf7-4832-8884-f302f37fec00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.519835897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"bee35830-f2b4-4828-9555-34b9c46c0651","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.521989806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"acad34c4-bbe0-4538-862c-b15aacfd1714","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.522450409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"42f976bd-fe00-481f-bba6-06c1c40dfc84","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.525160549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"5dc900aa-3286-43cd-8bb9-e57889f2711c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.528430161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"bee35830-f2b4-4828-9555-34b9c46c0651","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.530940982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"42f976bd-fe00-481f-bba6-06c1c40dfc84","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.532210423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"acad34c4-bbe0-4538-862c-b15aacfd1714","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.534271459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"5dc900aa-3286-43cd-8bb9-e57889f2711c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.534904486Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"bee35830-f2b4-4828-9555-34b9c46c0651","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.541643257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"5dc900aa-3286-43cd-8bb9-e57889f2711c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.603224342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54af1a4b-4885-4f7c-a861-03cc1fdd7d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.633373088Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54af1a4b-4885-4f7c-a861-03cc1fdd7d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.643943657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54af1a4b-4885-4f7c-a861-03cc1fdd7d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.663257635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fea09f1-eb14-4ce3-b643-4981205df95b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.663279991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4fea09f1-eb14-4ce3-b643-4981205df95b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.749369537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"9a1ebfaf-92af-44e8-b35e-2fb743f2ace8","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.751974459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d5203cce-4a14-4c60-8dc6-a18cb8270531","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.754092468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"530cb071-8296-4fd7-aab4-c2383c4ff886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.754439675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41f33548-6a4f-4e8b-9bcd-0b1d8fe8717c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.759849359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d5203cce-4a14-4c60-8dc6-a18cb8270531","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.762283999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"530cb071-8296-4fd7-aab4-c2383c4ff886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.764571696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41f33548-6a4f-4e8b-9bcd-0b1d8fe8717c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.765917007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d5203cce-4a14-4c60-8dc6-a18cb8270531","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.843977791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41f33548-6a4f-4e8b-9bcd-0b1d8fe8717c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.844526044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f4a77671-c7df-4a0a-9369-fd468565131c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.847291145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"9a1ebfaf-92af-44e8-b35e-2fb743f2ace8","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.857263481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"f4a77671-c7df-4a0a-9369-fd468565131c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.857381666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"824b4050-d5e4-4094-a36b-a0aa6572e8ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.857400799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"824b4050-d5e4-4094-a36b-a0aa6572e8ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.863197701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b59ce0a8-b009-405e-a656-287008112ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.873114899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b59ce0a8-b009-405e-a656-287008112ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.873293533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"9a1ebfaf-92af-44e8-b35e-2fb743f2ace8","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.88535462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35102d0a-b390-4a17-b4dd-8bee7783992a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.885377413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35102d0a-b390-4a17-b4dd-8bee7783992a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.908981177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"23d4cb48-52c9-4d68-be5c-2c3c9ebb3c84","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.909575271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8d6796d7-752c-4e26-b6fd-4a708e8ff52d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.922397272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8d6796d7-752c-4e26-b6fd-4a708e8ff52d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.945580773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"23d4cb48-52c9-4d68-be5c-2c3c9ebb3c84","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.961953194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"5e2e0e35-62fa-40da-8b97-dbc6c371aabe","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.96198662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"5e2e0e35-62fa-40da-8b97-dbc6c371aabe","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.970921249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"98f2311a-90c8-4181-8e75-45e60446e918","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:35.970950129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"98f2311a-90c8-4181-8e75-45e60446e918","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.051635882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"643a9a2c-deee-4f7e-98b8-e8496e95a188","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.077863005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"643a9a2c-deee-4f7e-98b8-e8496e95a188","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.084359515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"643a9a2c-deee-4f7e-98b8-e8496e95a188","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.096844618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"1a0e5d8f-3317-448c-9eea-fd9832c64bde","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.096959116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"1a0e5d8f-3317-448c-9eea-fd9832c64bde","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.10736855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"3993979c-c41d-4dce-9b97-e592b0c5f06b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.115703903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"3993979c-c41d-4dce-9b97-e592b0c5f06b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:36.121228258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"3993979c-c41d-4dce-9b97-e592b0c5f06b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:37.920810078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"a83166ea-2464-4ae6-90e6-7402ed85b43e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-912c8c21","tenantID":"e2e-ait-912c8c21","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:37.936047247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"a83166ea-2464-4ae6-90e6-7402ed85b43e","name":"e2e-ait-912c8c21-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:43.55799372Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"ce149cd0-9eb2-45d4-9d42-a80a2ff9e339","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.674008948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c63c8b95-8ee0-4b7a-b530-4deb0eae3beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.683842168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c63c8b95-8ee0-4b7a-b530-4deb0eae3beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.689674813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c63c8b95-8ee0-4b7a-b530-4deb0eae3beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.696426405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a99ff62-fb30-4b24-942b-e1f54fa3f34c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.696448149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4a99ff62-fb30-4b24-942b-e1f54fa3f34c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.772895917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e17689a7-9176-4291-84bf-974a67c0ab47","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.77933607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e17689a7-9176-4291-84bf-974a67c0ab47","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.784616642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (678685d9b9e29d8ce9337d748ff785a2a03c2a85d4cdf33e0b7bd81e038a76f8) AuthConfig (e51491b3bcb3431ad680421c81d426a7924dc241a993952e34ea06786874fba5) AuthConfig (f528a39edec49d1c60f83012aef65904cb365aae4491e270adab045797ebfd3e) AuthConfig (3215b79f541481b1fd65554e63c455204a09de8d1dce4273f0b94fca0e7ac36d) AuthConfig (4237a523d1804143bf37851ce4f353858761d38f7b73082eeafb4be2b2a2b746) AuthConfig (8e37f675f068cb9e001fc8f1cc9c4d313e335926bb8d8202d641d178ce1d7d54) AuthConfig (c8618c8c40e19f8286e96bdbacddf7d954fa8ed0f9cd1c33c692edc2f88e2f26) AuthConfig (6f47137dd7d6e0c5ae39a1773ba4e60254d2e94d7fc98c7239ce6e15e3f60c75) AuthConfig (46d44cca10d01ae0d9291505824fbec5ea7d212ad87684d2e677ed3c8ec87cae) AuthConfig (e4f56e5d827178eab1f521aa529b6d64b1b13dfebc0f6e24154e5f7966250751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e17689a7-9176-4291-84bf-974a67c0ab47","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.795947056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"3feef20f-f89d-460c-9450-6444be5e66a0","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.875448884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f82e088-ca36-443e-9667-15d65bb6a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.882668438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f82e088-ca36-443e-9667-15d65bb6a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.888410369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f82e088-ca36-443e-9667-15d65bb6a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.892631571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"16bb7fc1-d016-4cce-9bcc-0de945a1c167","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.896814404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50671df1-9010-48df-8e1c-e3da543625a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.896829621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50671df1-9010-48df-8e1c-e3da543625a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.946659431Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"16bb7fc1-d016-4cce-9bcc-0de945a1c167","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.952081895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"16bb7fc1-d016-4cce-9bcc-0de945a1c167","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.959854854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd5ec097-badf-43d1-bd79-1171fb9fd30e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:45.959871398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd5ec097-badf-43d1-bd79-1171fb9fd30e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.13543231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"43f7bc0e-8752-434b-9bcb-4b2919e13f84","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.158320264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"43f7bc0e-8752-434b-9bcb-4b2919e13f84","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.165417761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"43f7bc0e-8752-434b-9bcb-4b2919e13f84","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.174071494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"aa91074f-78a5-4bb6-b88d-cabddb856f0c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:46.174089034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"aa91074f-78a5-4bb6-b88d-cabddb856f0c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.643622919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"58e518a4-b6aa-40d3-9130-189f285d0dc0","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.646725173Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"6c0191db-bcdb-4dde-879e-8fda0505967d","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.650943836Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"d6da41ce-24ad-48fb-b636-8157ff417a0a","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.652894331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"8673c85d-b2a7-4184-aec8-198023fd888a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.663742239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"d6026267-26e7-4dd5-8466-e88d8d934ea2","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.66966318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"6e191563-7ff5-48de-8e53-9a3553f4204e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.674810208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"e31937fc-197b-4a12-b68a-e4b47b7e08e6","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.677500539Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"8673c85d-b2a7-4184-aec8-198023fd888a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.679380088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"6e191563-7ff5-48de-8e53-9a3553f4204e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.682814586Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"8673c85d-b2a7-4184-aec8-198023fd888a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.682835579Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"6e191563-7ff5-48de-8e53-9a3553f4204e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.691622175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e020d0cb-53fc-4c7c-b37c-c7e51f7ad11f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.691639099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e020d0cb-53fc-4c7c-b37c-c7e51f7ad11f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.707332101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"102edaf9-c206-418b-8984-d1aa814ef7a0","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.74611633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b09069c7-068b-4b03-96d8-aac088135579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.746540235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ad05a41f-1f76-4eb6-bf83-79fe091ae378","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.749216215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"fc15adb0-fa9d-4c79-a1af-27e802b1ae59","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.74995391Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"854c2b57-762d-4c24-8f4e-ad2b13916282","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.750680275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b368d50a-778a-478c-b709-9e621f30873f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.75410881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b09069c7-068b-4b03-96d8-aac088135579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.754476344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1321230-4be9-4079-948a-0e26ab3d46ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.75458039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ad05a41f-1f76-4eb6-bf83-79fe091ae378","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.760685347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (678685d9b9e29d8ce9337d748ff785a2a03c2a85d4cdf33e0b7bd81e038a76f8) AuthConfig (e51491b3bcb3431ad680421c81d426a7924dc241a993952e34ea06786874fba5) AuthConfig (f528a39edec49d1c60f83012aef65904cb365aae4491e270adab045797ebfd3e) AuthConfig (3215b79f541481b1fd65554e63c455204a09de8d1dce4273f0b94fca0e7ac36d) AuthConfig (4237a523d1804143bf37851ce4f353858761d38f7b73082eeafb4be2b2a2b746) AuthConfig (8e37f675f068cb9e001fc8f1cc9c4d313e335926bb8d8202d641d178ce1d7d54) AuthConfig (c8618c8c40e19f8286e96bdbacddf7d954fa8ed0f9cd1c33c692edc2f88e2f26) AuthConfig (6f47137dd7d6e0c5ae39a1773ba4e60254d2e94d7fc98c7239ce6e15e3f60c75) AuthConfig (46d44cca10d01ae0d9291505824fbec5ea7d212ad87684d2e677ed3c8ec87cae) AuthConfig (e4f56e5d827178eab1f521aa529b6d64b1b13dfebc0f6e24154e5f7966250751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ad05a41f-1f76-4eb6-bf83-79fe091ae378","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.775260453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b1b8f2ed-8294-4b9c-90e5-0e6b202a9604","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.778249491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"fc15adb0-fa9d-4c79-a1af-27e802b1ae59","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:48.782661974Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1321230-4be9-4079-948a-0e26ab3d46ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.785921121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"fc15adb0-fa9d-4c79-a1af-27e802b1ae59","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:48.787310637Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b368d50a-778a-478c-b709-9e621f30873f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.788614238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b1b8f2ed-8294-4b9c-90e5-0e6b202a9604","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:48.879334742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a1321230-4be9-4079-948a-0e26ab3d46ab","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:48.892621544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b368d50a-778a-478c-b709-9e621f30873f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.923328464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2340a204-cbcd-4ecf-bb76-fbe62da08200","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.923358309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2340a204-cbcd-4ecf-bb76-fbe62da08200","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.929116849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"7eb3b284-e297-4c10-a067-f4b7ebdf4a45","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.929158349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"7eb3b284-e297-4c10-a067-f4b7ebdf4a45","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.92976707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"38f1604f-e7a0-4810-97e7-1ff32cfdc48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.935140442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8922886-a6b4-4934-b036-b43b962d1806","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.935230868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8922886-a6b4-4934-b036-b43b962d1806","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.954958899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"38f1604f-e7a0-4810-97e7-1ff32cfdc48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.976726871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"52fe5866-595e-4884-9ba5-85a7f4d98847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.981571457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"43a82854-da68-4157-b48b-6e8ab455ab44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.984462725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"52fe5866-595e-4884-9ba5-85a7f4d98847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.988933871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"43a82854-da68-4157-b48b-6e8ab455ab44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.992271723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"92a150da-01b9-4315-994d-41564660b164","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:48.992287483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"c9e2a375-c001-4a62-89f1-3bb3dbfa4d1e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.001032136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"92a150da-01b9-4315-994d-41564660b164","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.001401388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"c9e2a375-c001-4a62-89f1-3bb3dbfa4d1e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.004886344Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"c9e2a375-c001-4a62-89f1-3bb3dbfa4d1e","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.007192355Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"92a150da-01b9-4315-994d-41564660b164","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.034750997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"d08bfd3c-7e53-46b2-9e7a-476aa8e89fa6","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.051694049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8a38ffd5-0834-4958-ad9e-b41506af576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.051904125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"9a6b04b9-b742-4b22-9220-c97173142b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.059036694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"9a6b04b9-b742-4b22-9220-c97173142b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.059659694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8a38ffd5-0834-4958-ad9e-b41506af576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.065217516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b2327bd6-f8fc-427a-87b8-048556b9d4b6","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.065237179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"278be48c-ed15-46ea-be79-21cb2ecab2f9","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.065683597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"fdd24c3d-c86a-42ab-a1f4-15dc34009a8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.073591842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"b2327bd6-f8fc-427a-87b8-048556b9d4b6","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.077029469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"fdd24c3d-c86a-42ab-a1f4-15dc34009a8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.077318781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"278be48c-ed15-46ea-be79-21cb2ecab2f9","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.083635236Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"fdd24c3d-c86a-42ab-a1f4-15dc34009a8a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.088285246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"98406c66-fa91-41e1-b743-7e49bae5d3fb","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","error":"MaaSModelRef not found: e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.146910005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"371052a4-ef8d-417e-8fd6-767116631f0a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.1473069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"eb2ec13f-66db-452b-92b0-37639c4d4746","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.149524544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1f0f0f28-4647-4daf-9ff2-bfbf3bff904f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.154400251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"eb2ec13f-66db-452b-92b0-37639c4d4746","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.15525217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b5a79ab-2e85-4a57-9d30-bd45627c6a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.160603324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1f0f0f28-4647-4daf-9ff2-bfbf3bff904f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.160858995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (678685d9b9e29d8ce9337d748ff785a2a03c2a85d4cdf33e0b7bd81e038a76f8) AuthConfig (e51491b3bcb3431ad680421c81d426a7924dc241a993952e34ea06786874fba5) AuthConfig (f528a39edec49d1c60f83012aef65904cb365aae4491e270adab045797ebfd3e) AuthConfig (3215b79f541481b1fd65554e63c455204a09de8d1dce4273f0b94fca0e7ac36d) AuthConfig (4237a523d1804143bf37851ce4f353858761d38f7b73082eeafb4be2b2a2b746) AuthConfig (8e37f675f068cb9e001fc8f1cc9c4d313e335926bb8d8202d641d178ce1d7d54) AuthConfig (c8618c8c40e19f8286e96bdbacddf7d954fa8ed0f9cd1c33c692edc2f88e2f26) AuthConfig (6f47137dd7d6e0c5ae39a1773ba4e60254d2e94d7fc98c7239ce6e15e3f60c75) AuthConfig (46d44cca10d01ae0d9291505824fbec5ea7d212ad87684d2e677ed3c8ec87cae) AuthConfig (e4f56e5d827178eab1f521aa529b6d64b1b13dfebc0f6e24154e5f7966250751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"eb2ec13f-66db-452b-92b0-37639c4d4746","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.16166013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"a0cdeca6-aefe-4c0a-9c74-79b58926c348","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.163904877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b5a79ab-2e85-4a57-9d30-bd45627c6a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.172112597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b5a79ab-2e85-4a57-9d30-bd45627c6a40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.173766781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"371052a4-ef8d-417e-8fd6-767116631f0a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.177046756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"a0cdeca6-aefe-4c0a-9c74-79b58926c348","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.179213536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"371052a4-ef8d-417e-8fd6-767116631f0a","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.251590732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"719edd75-2d79-48b0-bb9d-28a47f45ac31","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.256416306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f74c813a-fa97-4e36-9beb-037e27515bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.258388263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"9e44673f-c42a-4e08-b080-8511f9296b65","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.259182564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6e52826-fc75-42ef-99fa-3b8c61b5e7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.261116131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"719edd75-2d79-48b0-bb9d-28a47f45ac31","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.264973436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f74c813a-fa97-4e36-9beb-037e27515bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.345083696Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"9e44673f-c42a-4e08-b080-8511f9296b65","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:49.347059007Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6e52826-fc75-42ef-99fa-3b8c61b5e7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:49.347128306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6e52826-fc75-42ef-99fa-3b8c61b5e7c3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:49.352846305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"e2d73977-e215-45a8-9e67-0c0be5c34a0c","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-60ab1a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.353076653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28782bb6-dc8c-48ad-965b-cf029bdbb80b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.353089754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28782bb6-dc8c-48ad-965b-cf029bdbb80b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.353636185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c16a34-5ac9-4959-9c2f-c2d97329daea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.353648305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c16a34-5ac9-4959-9c2f-c2d97329daea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.35539111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"9e44673f-c42a-4e08-b080-8511f9296b65","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.362602435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3162891c-8af1-4865-8fdc-4d7b1467efe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.365504322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ea792475-8f50-4c91-a39c-7bb8d62d4e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.366454472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"2dfb8b93-15fa-4a37-b9ed-6c424bdf17ad","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.366470502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"2dfb8b93-15fa-4a37-b9ed-6c424bdf17ad","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.369855537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"3162891c-8af1-4865-8fdc-4d7b1467efe7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.373214868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ea792475-8f50-4c91-a39c-7bb8d62d4e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.375102936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"3186b257-a8f5-47cf-a178-13be9accb9ad","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.382495409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"3186b257-a8f5-47cf-a178-13be9accb9ad","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.3825271Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"3186b257-a8f5-47cf-a178-13be9accb9ad","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.463561816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"92382019-48da-453a-98a9-eed4ba00ce5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.46394198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"41aabf9d-8394-4b55-a343-ef4a7feb1387","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.469245325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"587968a3-747f-4d59-ab82-1ee4524595ab","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.470191215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"92382019-48da-453a-98a9-eed4ba00ce5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.474476914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"41aabf9d-8394-4b55-a343-ef4a7feb1387","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.476094511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"587968a3-747f-4d59-ab82-1ee4524595ab","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.477073637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"786e45c2-c8b5-43eb-aeff-29f5dcda219b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.48057253Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"41aabf9d-8394-4b55-a343-ef4a7feb1387","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.484191302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"786e45c2-c8b5-43eb-aeff-29f5dcda219b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.490635336Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"786e45c2-c8b5-43eb-aeff-29f5dcda219b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.565319012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4dc23736-879d-415f-840a-28a7cda63573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.566619345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515b7b67-7568-441b-96c5-246a19d7c326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.566827956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"11e47411-63b4-4124-b1bc-1796c22b9d85","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.572584023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4dc23736-879d-415f-840a-28a7cda63573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.573804927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515b7b67-7568-441b-96c5-246a19d7c326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.574084264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"bee1ea80-4944-45e7-8987-be7f0e207c53","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.575092633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"11e47411-63b4-4124-b1bc-1796c22b9d85","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.581074964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"bee1ea80-4944-45e7-8987-be7f0e207c53","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.582199561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"515b7b67-7568-441b-96c5-246a19d7c326","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.583063176Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"49b429f2-46b1-4932-9831-b542241ebfc4","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.653453172Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-60ab1a","namespace":"e2e-extmod-rot-user-b14fab"},"namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","reconcileID":"9084dc82-8f90-4a7b-a16f-d7793770e1f5","namespace":"e2e-extmod-rot-user-b14fab","name":"e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.655476855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcf99945-f8ce-42e0-8770-fd6954d72dfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.655492699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcf99945-f8ce-42e0-8770-fd6954d72dfb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.660080074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4c70087e-c4a9-454b-a6fd-3d0822655882","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.661050879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"edb0743c-9142-4b7e-a881-a755d04a04de","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.663034976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9da1fadf-f9ed-4b13-9169-977cae90a9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.742966559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4c70087e-c4a9-454b-a6fd-3d0822655882","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.762307891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9da1fadf-f9ed-4b13-9169-977cae90a9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.7643577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (678685d9b9e29d8ce9337d748ff785a2a03c2a85d4cdf33e0b7bd81e038a76f8) AuthConfig (e51491b3bcb3431ad680421c81d426a7924dc241a993952e34ea06786874fba5) AuthConfig (f528a39edec49d1c60f83012aef65904cb365aae4491e270adab045797ebfd3e) AuthConfig (3215b79f541481b1fd65554e63c455204a09de8d1dce4273f0b94fca0e7ac36d) AuthConfig (4237a523d1804143bf37851ce4f353858761d38f7b73082eeafb4be2b2a2b746) AuthConfig (8e37f675f068cb9e001fc8f1cc9c4d313e335926bb8d8202d641d178ce1d7d54) AuthConfig (c8618c8c40e19f8286e96bdbacddf7d954fa8ed0f9cd1c33c692edc2f88e2f26) AuthConfig (6f47137dd7d6e0c5ae39a1773ba4e60254d2e94d7fc98c7239ce6e15e3f60c75) AuthConfig (46d44cca10d01ae0d9291505824fbec5ea7d212ad87684d2e677ed3c8ec87cae) AuthConfig (e4f56e5d827178eab1f521aa529b6d64b1b13dfebc0f6e24154e5f7966250751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4c70087e-c4a9-454b-a6fd-3d0822655882","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.768875465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9da1fadf-f9ed-4b13-9169-977cae90a9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.769916838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f95a62be-7097-43c7-b166-e92027d5cf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.775689105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"3d1e14bd-f255-4fc2-abcd-121647798d63","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.778193403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31e91d8d-24a9-40b6-bc60-86ace5dde447","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.778212933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"31e91d8d-24a9-40b6-bc60-86ace5dde447","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.780213397Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"edb0743c-9142-4b7e-a881-a755d04a04de","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.783856499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f95a62be-7097-43c7-b166-e92027d5cf9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.846889909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"edb0743c-9142-4b7e-a881-a755d04a04de","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.85805718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55545b96-e6a4-4a42-99a4-c1460344f149","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.858091397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55545b96-e6a4-4a42-99a4-c1460344f149","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.860590062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"159479f1-9a06-4f5a-aae2-fecc2fb9923f","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.863382677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"3d1e14bd-f255-4fc2-abcd-121647798d63","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.869595235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"159479f1-9a06-4f5a-aae2-fecc2fb9923f","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.94513446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"3d1e14bd-f255-4fc2-abcd-121647798d63","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.949260231Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"159479f1-9a06-4f5a-aae2-fecc2fb9923f","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.955622572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"d4357b58-d0e4-472d-8096-794a80ad8ecb","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.955641776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"d4357b58-d0e4-472d-8096-794a80ad8ecb","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.956932404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b01308-e35d-4cc3-b8cb-6eedbfc60a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.963973198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b01308-e35d-4cc3-b8cb-6eedbfc60a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.966753701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"843a4aa4-7c91-4e8a-957b-fa87c9342678","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.966894056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"30059f81-bd4f-4d03-8b86-a8df8fa995cc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.969730292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"89b01308-e35d-4cc3-b8cb-6eedbfc60a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.974741033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"30059f81-bd4f-4d03-8b86-a8df8fa995cc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.975100119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"843a4aa4-7c91-4e8a-957b-fa87c9342678","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.977520925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70f6b1cd-2e21-410a-aa86-18af54de5726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.977535681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70f6b1cd-2e21-410a-aa86-18af54de5726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.979198195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"49d88731-fdf6-46de-9477-fce1aeed05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.981279888Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"30059f81-bd4f-4d03-8b86-a8df8fa995cc","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.99166706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"49d88731-fdf6-46de-9477-fce1aeed05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:49.992729835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ed3a8e1d-9d0a-4ec6-937d-52f809151cc5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.049754066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ed3a8e1d-9d0a-4ec6-937d-52f809151cc5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.055471004Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ed3a8e1d-9d0a-4ec6-937d-52f809151cc5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.077366544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ed0153dc-5c7a-4e1d-89c5-92699f02c1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.085667681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ed0153dc-5c7a-4e1d-89c5-92699f02c1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.090932758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"59d0107c-3509-42c0-9458-d8c4092639fb","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.091226954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"2f84a486-8b45-4de0-aeaf-d91e2185294c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.100356321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"2f84a486-8b45-4de0-aeaf-d91e2185294c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.100448531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"59d0107c-3509-42c0-9458-d8c4092639fb","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.178709613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"78243a46-86d0-4498-9c57-546bedbba23f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.179397986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9957a619-d51f-4209-a9a6-c0b3c5311f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.179693551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3242c74c-6372-4570-b012-81d7f929b203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.180543802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f37dd825-b95e-4a86-8fd7-e97e7a9fb16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.185732134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"78243a46-86d0-4498-9c57-546bedbba23f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.186262703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9957a619-d51f-4209-a9a6-c0b3c5311f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.188194981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3242c74c-6372-4570-b012-81d7f929b203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.188485508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e141fc05-737f-469d-bf57-9a5dcc7e2762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.188632867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f37dd825-b95e-4a86-8fd7-e97e7a9fb16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.196285586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e141fc05-737f-469d-bf57-9a5dcc7e2762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.201102184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"bc64f5f5-3cc2-4407-9cac-0f54b59b8bed","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.201952272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e141fc05-737f-469d-bf57-9a5dcc7e2762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.202380989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2becef2a-8861-4d31-8fe0-a3f0e0a2a70d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.209758032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2becef2a-8861-4d31-8fe0-a3f0e0a2a70d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.210345979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3403ed8d-bec4-4a44-9bec-daab62e95db3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.210360924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3403ed8d-bec4-4a44-9bec-daab62e95db3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.21568352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-bccce1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (678685d9b9e29d8ce9337d748ff785a2a03c2a85d4cdf33e0b7bd81e038a76f8) AuthConfig (e51491b3bcb3431ad680421c81d426a7924dc241a993952e34ea06786874fba5) AuthConfig (f528a39edec49d1c60f83012aef65904cb365aae4491e270adab045797ebfd3e) AuthConfig (3215b79f541481b1fd65554e63c455204a09de8d1dce4273f0b94fca0e7ac36d) AuthConfig (4237a523d1804143bf37851ce4f353858761d38f7b73082eeafb4be2b2a2b746) AuthConfig (8e37f675f068cb9e001fc8f1cc9c4d313e335926bb8d8202d641d178ce1d7d54) AuthConfig (c8618c8c40e19f8286e96bdbacddf7d954fa8ed0f9cd1c33c692edc2f88e2f26) AuthConfig (6f47137dd7d6e0c5ae39a1773ba4e60254d2e94d7fc98c7239ce6e15e3f60c75) AuthConfig (46d44cca10d01ae0d9291505824fbec5ea7d212ad87684d2e677ed3c8ec87cae) AuthConfig (e4f56e5d827178eab1f521aa529b6d64b1b13dfebc0f6e24154e5f7966250751)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2becef2a-8861-4d31-8fe0-a3f0e0a2a70d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.225374232Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"bc64f5f5-3cc2-4407-9cac-0f54b59b8bed","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.230601796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"bc64f5f5-3cc2-4407-9cac-0f54b59b8bed","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.242741306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb19d6f-9902-4ece-8644-c38d2d0cad84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.242769648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb19d6f-9902-4ece-8644-c38d2d0cad84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.659994283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"001d5537-105a-42ea-9cf8-fbb7719b9f45","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.912054525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2546e8-31ba-4dba-95bd-109c9e809394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.915320143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2546e8-31ba-4dba-95bd-109c9e809394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.918605599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2546e8-31ba-4dba-95bd-109c9e809394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:50.92191843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f2546e8-31ba-4dba-95bd-109c9e809394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:51.112010557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e904ff-e9a5-4e46-ab17-1c24e5e097dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:51.115147324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e904ff-e9a5-4e46-ab17-1c24e5e097dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:51.118038996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e904ff-e9a5-4e46-ab17-1c24e5e097dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:51.12109114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e904ff-e9a5-4e46-ab17-1c24e5e097dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:52.519723301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"4cf4b359-a099-484f-b018-231e217febe4","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:52.536541942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"2b6bf2ec-361e-45b8-84ad-9f7f31e8dffb","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:52.729540428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17d7291-d747-46de-8413-cabdbb4f8b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:52.733092903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17d7291-d747-46de-8413-cabdbb4f8b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:52.742367577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17d7291-d747-46de-8413-cabdbb4f8b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:52.745596291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17d7291-d747-46de-8413-cabdbb4f8b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.143821793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c019f4-bff3-4282-8340-e63c7bf5efe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.148264857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c019f4-bff3-4282-8340-e63c7bf5efe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.152825098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c019f4-bff3-4282-8340-e63c7bf5efe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.157056153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c019f4-bff3-4282-8340-e63c7bf5efe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.408586198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f3ebbef3-0c61-4c50-baf0-8d250605806c","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.409139338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef92c776-bcd4-4a4a-be85-ec272766fd3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.409159066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef92c776-bcd4-4a4a-be85-ec272766fd3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.414476175Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-policy-4ea0f55f","reconcileID":"f3ebbef3-0c61-4c50-baf0-8d250605806c","MaaSAuthPolicy":{"name":"e2e-policy-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"policyNamespace":"ai-tenant-e2e-mt-4ea0f55f","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.422065759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2023db4-227d-4f8b-85ae-527174cd98a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.425551337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2023db4-227d-4f8b-85ae-527174cd98a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.562068886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120c28cf-50e7-46dd-9b21-be5a167ef861","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.562098521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"120c28cf-50e7-46dd-9b21-be5a167ef861","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.726485019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c5424fe-528f-4743-8754-1e650c77e442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.72743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a378fb18-b6fe-40f2-9cb2-95cc3cbe65c0","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.72985529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6da8045-3ae2-4725-9aa7-fb6f8b5764b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.756092477Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c5424fe-528f-4743-8754-1e650c77e442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:53.757098289Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a378fb18-b6fe-40f2-9cb2-95cc3cbe65c0","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:53.761147679Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6da8045-3ae2-4725-9aa7-fb6f8b5764b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.763305777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c5424fe-528f-4743-8754-1e650c77e442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:53.767587794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a378fb18-b6fe-40f2-9cb2-95cc3cbe65c0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:14:53.769213691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6da8045-3ae2-4725-9aa7-fb6f8b5764b4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.775464869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"f5f3fdfb-e505-4ebc-8600-3bdfde5b655a","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.775497366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"f5f3fdfb-e505-4ebc-8600-3bdfde5b655a","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.779244659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c7db7be-ea7b-4c99-87d7-19e47fe09e72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.779268203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c7db7be-ea7b-4c99-87d7-19e47fe09e72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.779755612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15a7ba92-1ecc-43fe-bf43-569362846e0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.77979191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15a7ba92-1ecc-43fe-bf43-569362846e0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.822912481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78b41db-2908-4fb3-ae1d-9ead7212d8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.825019024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a9b76e7d-633f-4d1f-a626-0851a6bdf20b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.83148769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78b41db-2908-4fb3-ae1d-9ead7212d8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.833377001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a9b76e7d-633f-4d1f-a626-0851a6bdf20b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.84033692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e78b41db-2908-4fb3-ae1d-9ead7212d8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.844483237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a9b76e7d-633f-4d1f-a626-0851a6bdf20b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.850536568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86d93e52-dbc1-4929-84c6-0aa0325b3bdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.850564138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86d93e52-dbc1-4929-84c6-0aa0325b3bdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.857247943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"30b19dff-710e-46df-89f1-31a6a9493783","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:53.857273886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"30b19dff-710e-46df-89f1-31a6a9493783","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.364252646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"cc1abcf9-0610-4386-b26c-ae64138de2ac","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.38289576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cf6b5ddb-971b-41cb-9f56-2d9eb7524168","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.383371277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"8774e92d-4456-462d-808c-2488c723c360","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.393030851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"7ed00a42-555c-43d5-9713-6979eddaa86b","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.412750142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"cc1abcf9-0610-4386-b26c-ae64138de2ac","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.425198151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"767646c9-bbdc-461a-bb05-54c8a257092b","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.432886054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"7ed00a42-555c-43d5-9713-6979eddaa86b","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.434621575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cf6b5ddb-971b-41cb-9f56-2d9eb7524168","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.446451713Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"cf6b5ddb-971b-41cb-9f56-2d9eb7524168","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.45872855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"8774e92d-4456-462d-808c-2488c723c360","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.486769359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"767646c9-bbdc-461a-bb05-54c8a257092b","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.500895895Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"8774e92d-4456-462d-808c-2488c723c360","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.634316635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"2cddb006-0019-4887-b6ef-9304a85ea986","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.666220952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"2cddb006-0019-4887-b6ef-9304a85ea986","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:14:55.702235335Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"2cddb006-0019-4887-b6ef-9304a85ea986","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.227500967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"97e8d282-1411-41f8-8c1d-8677451076d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.236480797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"97e8d282-1411-41f8-8c1d-8677451076d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:00.27545938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"3a3fc1cc-b3ac-4048-96d2-fb5cf74b9e1c","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.437538287Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.440967949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"f365eb66-67ca-48fb-abcf-472cd22ce15b","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.452547946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"0572df38-ee11-4d2d-9bc7-ba5cb1afabc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:01.452965036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"2a2e4376-a7fd-4763-b295-290c4ff460b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-392f47-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.461924958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"0572df38-ee11-4d2d-9bc7-ba5cb1afabc0","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.462504009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"a9ef1a53-fd23-4f02-b438-46f230f9368d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:01.473360089Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"a9ef1a53-fd23-4f02-b438-46f230f9368d","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-392f47-e2e-extmod-b-bccce1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:01.473437786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"a9ef1a53-fd23-4f02-b438-46f230f9368d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-392f47-e2e-extmod-b-bccce1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.476531712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"3a1003c1-eb31-4ace-91a9-502054af3bd9","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.476557166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"3a1003c1-eb31-4ace-91a9-502054af3bd9","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.489984152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"b234723b-0f05-4be7-b678-9d80d6e32b7f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.496427607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"97f12d81-7588-4d61-af06-9678713cc850","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.496451895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"97f12d81-7588-4d61-af06-9678713cc850","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.504651457Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"89dd534e-b1f6-4cd6-bab8-f6df55b4479b","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.504865897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"0972a0fd-4b5b-4df6-9dbe-12beffd299ff","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.504884675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"0972a0fd-4b5b-4df6-9dbe-12beffd299ff","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.528432494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"859d1c12-f66a-4863-9f25-8f5281a7cd03","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.590009765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"f9c22b48-0b4d-45e9-8892-30ccdb9c61ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.603478693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"f9c22b48-0b4d-45e9-8892-30ccdb9c61ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:01.60877147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"7b2c018d-79da-45d1-ae35-2dd278f6b6d1","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:02.546029398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"33ab5ce9-e34b-4df7-8ede-944457b5fe06","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:02.662058076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"d1d80cad-f0ef-4b51-a7ce-fcb3ca19dbae","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.577100359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-sub-4ea0f55f","reconcileID":"d2cb71b5-e464-43a7-a83c-08c335214fe5","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-4ea0f55f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.596578047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"namespace":"ai-tenant-e2e-mt-4ea0f55f","name":"e2e-sub-4ea0f55f","reconcileID":"d2cb71b5-e464-43a7-a83c-08c335214fe5","MaaSSubscription":{"name":"e2e-sub-4ea0f55f","namespace":"ai-tenant-e2e-mt-4ea0f55f"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.620729999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"35977f2c-2bca-4f73-b171-8a2b12012384","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.635274642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832e4b36-c238-418d-8b6d-613089a2a072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.6353042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"832e4b36-c238-418d-8b6d-613089a2a072","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.63614761Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.792533041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9848f33-299b-47a7-85ee-9a1f91efd92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.79976198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9848f33-299b-47a7-85ee-9a1f91efd92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.806396747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9848f33-299b-47a7-85ee-9a1f91efd92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.888832299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"dfb67f6e-91f6-427b-9831-98fb2f1b02da","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.889265906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d83eb71e-491d-4913-ae5f-af2c850445a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.896260928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"dfb67f6e-91f6-427b-9831-98fb2f1b02da","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.896857212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d83eb71e-491d-4913-ae5f-af2c850445a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.901557457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"dfb67f6e-91f6-427b-9831-98fb2f1b02da","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:03.9022852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 50, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d83eb71e-491d-4913-ae5f-af2c850445a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.003305392Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","namespace":"ai-tenant-e2e-ait-912c8c21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.003361198Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","namespace":"ai-tenant-e2e-ait-912c8c21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.003413706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","tenant":"e2e-ait-912c8c21","tenantID":"e2e-ait-912c8c21","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.007913769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Deployment","name":"maas-api-e2e-ait-912c8c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.018164396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Service","name":"maas-api-e2e-ait-912c8c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.032013179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-912c8c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.040888047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-912c8c21","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.04872096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.066572416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.076656303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.081808354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.084304592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Deployment","name":"payload-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.086826056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.089192789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Service","name":"payload-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.091588024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"Service","name":"payload-pre-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.093950292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.09644011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.098852685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.104390482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.107175376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.109656984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.112205774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-912c8c21","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.114850179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-912c8c21"},"namespace":"ai-tenant-e2e-ait-912c8c21","name":"default-tenant","reconcileID":"ca0cc689-3a37-4af6-8fec-3878ba1119b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-912c8c21","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.324993646Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-912c8c21","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-912c8c21","reconcileID":"21a27016-fe7e-488a-85a8-326c72e62675","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-912c8c21","removed":["maas.opendatahub.io/gateway-access-e2e-ait-912c8c21"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.374430684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"05859800-b5f2-46c8-93e7-ab19f41b4505","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.560464776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dda92e-a7d2-404e-b536-4047564caef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.563902422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dda92e-a7d2-404e-b536-4047564caef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.567198449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dda92e-a7d2-404e-b536-4047564caef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.570759538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21dda92e-a7d2-404e-b536-4047564caef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.780359343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.896723639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5e3cc9-6562-48bc-b8e1-83124eef654f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.902874227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5e3cc9-6562-48bc-b8e1-83124eef654f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.907577681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5e3cc9-6562-48bc-b8e1-83124eef654f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:04.911841671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5e3cc9-6562-48bc-b8e1-83124eef654f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.252059502Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"26b853e7-71a4-4d78-b18a-36ee22b5cb88","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","subscription":"e2e-rot-60ab1a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.252222033Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-sub","reconcileID":"26b853e7-71a4-4d78-b18a-36ee22b5cb88","MaaSSubscription":{"name":"e2e-rot-60ab1a-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","error":"MaaSModelRef not found: e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.285014128Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-recover-0f84a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.31176529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ff0a57da-1694-42b2-91ff-c2af1766c0f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.313755211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"810ff043-f3b7-40a9-86a3-30f86a49f2c1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.313850541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"94688a76-0458-421f-8e48-0e1f7b514849","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.314248646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"d585bbea-58a5-4b51-84c0-af8612a144ed","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.315940636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"6d1b0089-bceb-4d70-a7a7-2842b5508a65","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.318846808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ff0a57da-1694-42b2-91ff-c2af1766c0f6","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.321237783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"94688a76-0458-421f-8e48-0e1f7b514849","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.321322883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"810ff043-f3b7-40a9-86a3-30f86a49f2c1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.323678451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"d585bbea-58a5-4b51-84c0-af8612a144ed","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.32367844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"6d1b0089-bceb-4d70-a7a7-2842b5508a65","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.329529765Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"d585bbea-58a5-4b51-84c0-af8612a144ed","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.330582873Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"6d1b0089-bceb-4d70-a7a7-2842b5508a65","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.405931056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"fce07c6b-940c-46d0-9c8e-80c938a09db1","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.41416492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"fce07c6b-940c-46d0-9c8e-80c938a09db1","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.423049171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"fce07c6b-940c-46d0-9c8e-80c938a09db1","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:05.433918163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rot-60ab1a-access","reconcileID":"0b34ee00-bea2-4831-a791-3fed6ba92181","MaaSAuthPolicy":{"name":"e2e-rot-60ab1a-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rot-user-b14fab/e2e-rot-60ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.550522296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"6ff4e6cc-c3f6-4cef-9e7a-0ab818b5a285","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.558978433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"4b7008f4-4e22-40e0-9742-48598fa48bda","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.559223508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"8a6b5eec-6083-4f0d-9491-0ed08a744f9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.55985222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"489d8903-e03b-4598-97a9-1c5deb040731","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.560151435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"b2879ccb-68d4-42b3-844b-cb20f391cf39","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.56718712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"6ff4e6cc-c3f6-4cef-9e7a-0ab818b5a285","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.57106008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"489d8903-e03b-4598-97a9-1c5deb040731","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.571063902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"4b7008f4-4e22-40e0-9742-48598fa48bda","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.573569287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"b2879ccb-68d4-42b3-844b-cb20f391cf39","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.573692505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"8a6b5eec-6083-4f0d-9491-0ed08a744f9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.577735623Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"4b7008f4-4e22-40e0-9742-48598fa48bda","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:06.580415175Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"8a6b5eec-6083-4f0d-9491-0ed08a744f9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.409296753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"188fdad7-2634-4cfa-8167-c5c3ac5a3131","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.427235984Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"a119ebc6-99f9-4f92-bbc1-5d55e4612801","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.674066374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb00c-ea41-4cbe-abf8-d979bf8c5831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.677161759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb00c-ea41-4cbe-abf8-d979bf8c5831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.680055416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb00c-ea41-4cbe-abf8-d979bf8c5831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.683030227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a8bb00c-ea41-4cbe-abf8-d979bf8c5831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.975567959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa15589-7330-437b-8558-6066b9333010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.978943603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa15589-7330-437b-8558-6066b9333010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.982006145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa15589-7330-437b-8558-6066b9333010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:09.986605354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa15589-7330-437b-8558-6066b9333010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.451545819Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"b0786112-8240-4998-9ba9-0acf4b9b3703","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.463344493Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9b54c8e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9b54c8e3","reconcileID":"4683ba59-594a-4859-b468-01920324ab9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9b54c8e3","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-9b54c8e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.568167938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"a195fb1a-3372-4b08-93c8-5d79a48af588","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.714697058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9eb64ff-841f-4c07-9a04-96dfcbf4961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.718725513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9eb64ff-841f-4c07-9a04-96dfcbf4961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.752204136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9eb64ff-841f-4c07-9a04-96dfcbf4961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:10.761760303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9eb64ff-841f-4c07-9a04-96dfcbf4961d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.291890879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"f80d679b-59fc-4bb8-81c6-4d5e70f4f331","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.443601791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"6dcaab4a-aece-4df9-a8f8-f6a87a759afe","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.47271797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"da5da8e5-4066-413f-957a-b97bb99af651","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.473694606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"903f6fb9-26f1-4fb7-b3c1-882a22ad63a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.482297781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"da5da8e5-4066-413f-957a-b97bb99af651","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.48235425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"903f6fb9-26f1-4fb7-b3c1-882a22ad63a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:11.868492225Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"d447ae81-e480-487f-b964-8ae47f921f70","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.832709029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e25ab7e2-ba06-42af-b560-3f95ac7a156f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.859723077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e25ab7e2-ba06-42af-b560-3f95ac7a156f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.992567784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b26b0a84-f657-4caa-bc36-0b847982da2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:13.994804841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b26b0a84-f657-4caa-bc36-0b847982da2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.023306344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"599f6d78-715a-46db-b4e5-65f3b048bc31","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.026455119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3acd7f9-77b4-434a-b4d9-93e0f78f0306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.076487019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"599f6d78-715a-46db-b4e5-65f3b048bc31","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.091067777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3acd7f9-77b4-434a-b4d9-93e0f78f0306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.153707146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8423d091-7248-4352-b446-067b03ac354d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.154054722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8423d091-7248-4352-b446-067b03ac354d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.165648536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"f08ebc6e-4632-4635-9491-acdc3c46c54c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.165767062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"f08ebc6e-4632-4635-9491-acdc3c46c54c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.945043497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.950411601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"d8395609-c912-42c4-92e1-af77d1cf40a1","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.950435326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"d8395609-c912-42c4-92e1-af77d1cf40a1","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:14.977432666Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-dft-75f85b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-75f85b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.977512349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"5697093b-55ee-4d45-ab40-8e1db04c4b88","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.978563992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8ac01d5-c68f-4c55-8031-2e6bb5245900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.979922841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"9f3f9ac8-1b52-4ac5-80c4-fe889cb37160","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:14.979994448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"9f3f9ac8-1b52-4ac5-80c4-fe889cb37160","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.045126974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"d361df4d-b139-440a-9dfe-c02811233e5c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.045161223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"d361df4d-b139-440a-9dfe-c02811233e5c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.053518986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"724228e0-5750-4aaa-9fb6-3b19fcb8086a","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.05353887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"724228e0-5750-4aaa-9fb6-3b19fcb8086a","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.059423799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b863fa5-0948-4063-ba0f-aef984b8e9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.067949119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"5697093b-55ee-4d45-ab40-8e1db04c4b88","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.068295865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"4100e139-80e0-4ab2-8b90-2a8c3d735fa8","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.068313008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"4100e139-80e0-4ab2-8b90-2a8c3d735fa8","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.070850673Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"dcf108a2-21cc-42ed-ae53-a2590ae2679c","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-75f85b","model":"e2e-dft-75f85b","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-75f85b-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:15.072026061Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8ac01d5-c68f-4c55-8031-2e6bb5245900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.072439952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b863fa5-0948-4063-ba0f-aef984b8e9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.074422322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"5697093b-55ee-4d45-ab40-8e1db04c4b88","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:15.078687712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8ac01d5-c68f-4c55-8031-2e6bb5245900","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.079274216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e08c334a-52c6-4dd2-b6cf-a0444d165ee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.079288465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e08c334a-52c6-4dd2-b6cf-a0444d165ee2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.086989046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"4dcc8aad-d013-490a-8a1b-81b8bca621e7","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.087005722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"4dcc8aad-d013-490a-8a1b-81b8bca621e7","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.09570605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"ccbc3966-5750-4a22-bf95-5a41dc6d763c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.095726364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"ccbc3966-5750-4a22-bf95-5a41dc6d763c","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.107042495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"978f8894-4296-41ec-ac9e-cb38f5699948","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-75f85b","model":"llm/e2e-dft-75f85b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.160150687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c307c7fc-e0b6-4f31-9b28-8ebebfce62dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.160312031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"906c98b4-152f-4d87-b15c-a794d5978534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.161572989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"45d25de2-9ed1-4dc8-8fbb-bc597dca860a","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.167400982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c307c7fc-e0b6-4f31-9b28-8ebebfce62dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.167555661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"906c98b4-152f-4d87-b15c-a794d5978534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.171039419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"45d25de2-9ed1-4dc8-8fbb-bc597dca860a","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.837228693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-5cbe2c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","reconcileID":"55fee66d-a2a1-4a4d-af8f-d6686fe9257f","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.846539603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-5cbe2c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","reconcileID":"1e735351-35eb-4866-9727-cfa125b7c9cc","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.852708711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e72f34dd-a473-4071-9f42-94b605574b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.852737432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d798d2-2432-4134-9adc-5b7616bc89b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.85704498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca09afac-d31e-4e4e-8d35-8a8d5d31a6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.858231053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"9a107e16-6f25-4635-b2fb-c7c07c507c78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.86038166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e72f34dd-a473-4071-9f42-94b605574b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.86091922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"2dc34199-b4b2-49b8-a81d-62e41d8eec6e","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.861906206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d798d2-2432-4134-9adc-5b7616bc89b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.86572985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca09afac-d31e-4e4e-8d35-8a8d5d31a6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.865826359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"9a107e16-6f25-4635-b2fb-c7c07c507c78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.868214961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"33d798d2-2432-4134-9adc-5b7616bc89b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.868236403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"2dc34199-b4b2-49b8-a81d-62e41d8eec6e","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.873838057Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"9a107e16-6f25-4635-b2fb-c7c07c507c78","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.876718841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"d21b4ec2-977f-46c1-9e4e-f93ebfe8688e","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.889645367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"e37391d5-c7cf-4a18-81c9-4545b36192ec","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.893644945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fed943-aebd-43d0-b688-5c09c7db0b34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.893665825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fed943-aebd-43d0-b688-5c09c7db0b34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.894915256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"d6b1bb20-b741-4310-8777-fc9ceccc6e58","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.894949672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"7bafbbba-cff3-4e3c-bee8-e6d34b5bdd2c","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.947892417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"8532c946-9662-4bc7-a654-b3c55312ad63","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.957895929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"2c6ccfec-fadd-4e5e-9d45-42970d625c6f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.961848016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"da1651ae-b2f9-4c88-accc-e72a2bd13c99","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.96929949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"da1651ae-b2f9-4c88-accc-e72a2bd13c99","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:15.974826887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"da1651ae-b2f9-4c88-accc-e72a2bd13c99","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.001562859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"8fab9950-ce7a-4c75-b025-165c206941c5","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.016339007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"968a6feb-8b26-4538-9002-d52d23ede803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.01732835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"afeea1c5-c980-4c06-ac9e-3a41f7b40c14","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.023609633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"968a6feb-8b26-4538-9002-d52d23ede803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.023878997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"3f2d9dd8-3e1b-471d-aed3-278cecbbf90a","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.0241973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"4e30d09d-58e0-4a9d-8c51-8b8318e98a25","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.024367977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"fdbaa398-4a77-4e5c-8a89-6562c2ede241","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.025066941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"9fa685bf-d0bc-441b-97df-78fcb4d43ed1","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.044966276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"4e30d09d-58e0-4a9d-8c51-8b8318e98a25","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.061387557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"f4cbc72a-1443-4150-8022-9645e20e92c8","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-auth-5cbe2c","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.145239537Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-5cbe2c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","reconcileID":"15c6aed0-3196-4c3d-9abb-302d9fbcd85c","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.146330573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"405526c9-b995-4bba-ab8d-2862edb51e28","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.147767414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"8422d334-4b8e-4855-98c0-0b6eb6899312","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.148103411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8d1f70ce-b38b-4665-93d5-6e957eab997f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.152027004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"97cec6c0-b179-4f98-9cc5-78e34eec118b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.15490701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"8422d334-4b8e-4855-98c0-0b6eb6899312","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.154988293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8d1f70ce-b38b-4665-93d5-6e957eab997f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.16086126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"97cec6c0-b179-4f98-9cc5-78e34eec118b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.177948087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1b57ed1f-dfb4-4f48-9077-854d825717c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.17870691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"79914ecd-d8c5-419e-babb-fe497b426949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.179971976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b5329071-2294-41ca-9f17-b42e699ba54a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.185010988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1b57ed1f-dfb4-4f48-9077-854d825717c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.18625979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"79914ecd-d8c5-419e-babb-fe497b426949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.18836367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b5329071-2294-41ca-9f17-b42e699ba54a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.34300127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"08eec641-09a3-498f-aedd-0b92c2348b3a","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.361085223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"a10d4ef1-f288-4cdd-be46-34b48b4ff36a","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.36112406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"d35d48b4-5c01-4c0a-b647-3ce97d395d54","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.363302325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"9cadfd3f-09a9-4e43-9c64-435fe8ef07a0","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.370245964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"d35d48b4-5c01-4c0a-b647-3ce97d395d54","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.373233191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"a10d4ef1-f288-4cdd-be46-34b48b4ff36a","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.379195047Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"a10d4ef1-f288-4cdd-be46-34b48b4ff36a","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.384427532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf437d86-ffec-49c7-938c-296bb7c91fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.392201558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf437d86-ffec-49c7-938c-296bb7c91fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.488705917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"184c3dcd-241c-4d5d-bb76-6b5078b04ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.493323551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbf7c4b7-d452-40bb-a97b-46ab93b07528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.498596473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"184c3dcd-241c-4d5d-bb76-6b5078b04ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.50175243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"901759c2-0e1a-4186-9c37-2b6759677818","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.502504683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbf7c4b7-d452-40bb-a97b-46ab93b07528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.504613259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"bc27825d-2aa4-446a-b818-63429866654b","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.509853659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"901759c2-0e1a-4186-9c37-2b6759677818","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.511340263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbf7c4b7-d452-40bb-a97b-46ab93b07528","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.514218137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"bc27825d-2aa4-446a-b818-63429866654b","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.516318033Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"901759c2-0e1a-4186-9c37-2b6759677818","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.542977236Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"c5fedbc3-ebc8-4215-a222-a8d8a5b32a37","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","subscription":"e2e-rec-recover-0f84a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.543106923Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-sub","reconcileID":"c5fedbc3-ebc8-4215-a222-a8d8a5b32a37","MaaSSubscription":{"name":"e2e-rec-recover-0f84a5-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.653429436Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub ai-tenant-e2e-extmod-b-5370bb/e2e-rec-ctrl-301eb6-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.659082018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"3b0e76dd-f1a1-4659-8772-b43b077d6229","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.66628801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"425b8986-010e-4a7c-ab21-76003a4abb1d","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.666314526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"425b8986-010e-4a7c-ab21-76003a4abb1d","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.743816836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"3b0e76dd-f1a1-4659-8772-b43b077d6229","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.744359016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"f645294d-7541-4827-a22a-1759183eb6e5","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.756404948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"f645294d-7541-4827-a22a-1759183eb6e5","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.756655844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"25395c52-b17a-4bda-a4c6-a26963102fb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.757201522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"57d7973d-3b26-4c75-9582-71e8c1686421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.76228895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"f645294d-7541-4827-a22a-1759183eb6e5","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.764999355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"25395c52-b17a-4bda-a4c6-a26963102fb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.765247886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"57d7973d-3b26-4c75-9582-71e8c1686421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.765304301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"a5924ed3-d6cc-465e-93b6-50820b4bde18","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.772012417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8d076486-caf0-4fa5-8b0b-ed74d079836b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.772451523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"a5924ed3-d6cc-465e-93b6-50820b4bde18","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.844768558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8d076486-caf0-4fa5-8b0b-ed74d079836b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.856735732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"23165a70-3b7a-43bc-987c-0e7dc51d9157","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.859012535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"db8dc765-f5a5-4375-b04c-f6e7aab3b7f0","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.867809922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"23165a70-3b7a-43bc-987c-0e7dc51d9157","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.869077087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"db8dc765-f5a5-4375-b04c-f6e7aab3b7f0","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.887770231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"50cc1f95-50c2-46c0-aa43-89e399d7066e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.896157452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"50cc1f95-50c2-46c0-aa43-89e399d7066e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.901858461Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"50cc1f95-50c2-46c0-aa43-89e399d7066e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.947378686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"443bedde-82b2-4314-93bb-b270ead3b3e2","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.971415165Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-recover-0f84a5-access","reconcileID":"08b6b52c-fbf1-4637-b2d1-7f9de6014c69","MaaSAuthPolicy":{"name":"e2e-rec-recover-0f84a5-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-noaccess-400239/e2e-rec-recover-0f84a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.981994012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"ae4f999e-a343-4216-8d03-17a60cd689aa","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.991254825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6017b75a-1058-40bf-b10f-483480d32504","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:16.99907112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6017b75a-1058-40bf-b10f-483480d32504","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.179268667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"e77e0411-ee46-4608-9e43-841fee125a18","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.563090343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"30bb9b12-0578-4435-88e0-0a790787f5bd","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.565238606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"91e142f9-5443-4888-9524-c30102711f91","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.566070771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"464ecbbd-8b11-47d5-839a-2a831cd17715","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.566183319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"5e285729-e337-478c-983b-cacd4eed1096","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.570645166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"30bb9b12-0578-4435-88e0-0a790787f5bd","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.575476239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"91e142f9-5443-4888-9524-c30102711f91","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.578286572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"5e285729-e337-478c-983b-cacd4eed1096","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.57831331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"464ecbbd-8b11-47d5-839a-2a831cd17715","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:17.587339016Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"5e285729-e337-478c-983b-cacd4eed1096","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:18.38197912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"b2eed8be-7dcf-4a03-bd5f-73e9d3add944","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-9b54c8e3","tenantID":"e2e-ait-9b54c8e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:18.401141079Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"b2eed8be-7dcf-4a03-bd5f-73e9d3add944","name":"e2e-ait-9b54c8e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:21.882104748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"944c0d43-a1a8-49c9-a7fa-01f4b99d545f","MaaSModelRef":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.559434761Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.563837565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"267fcc58-b17c-4ea8-90a9-75a80455aa81","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:22.585552684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-5cbe2c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.586551926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"875853b4-61c0-4106-8c01-9b82974731ab","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.587024689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"c6cb5e00-e6e5-4837-b11b-c44dc098e4f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.645276752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"c6cb5e00-e6e5-4837-b11b-c44dc098e4f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.646562404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"62ae54a3-db46-4146-a407-1d99c18a7f48","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.651417757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"64763097-4922-46fd-bda5-3ed25e429a76","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.653005223Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"54969a60-8f03-443f-bfae-abfd6e8f7d91","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.65712127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"cea2d34d-8418-4f4f-b877-7ee8a7cab94b","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.657136646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"cea2d34d-8418-4f4f-b877-7ee8a7cab94b","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.659347099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"64763097-4922-46fd-bda5-3ed25e429a76","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.665205319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"9a209506-fa38-4fcf-9e8d-3350f888f8c1","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.665221373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"9a209506-fa38-4fcf-9e8d-3350f888f8c1","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.675507691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"fdc90c3c-267d-4382-a3c9-4449aa6ccef8","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.675525221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"fdc90c3c-267d-4382-a3c9-4449aa6ccef8","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.682439465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"6502efec-807c-410b-ac0b-15be2c934497","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.69821791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"d125954a-5589-44bb-bd3f-e3ec80398965","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.771940366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"28b72811-61d6-4f28-9ee1-65468c10435e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.776524136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"f0e4ba0d-848c-493f-8608-d8065a7bd3b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.779907514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"28b72811-61d6-4f28-9ee1-65468c10435e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:22.783376063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"f0e4ba0d-848c-493f-8608-d8065a7bd3b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.555048507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2da7f8e7-1258-4928-92f0-2a94410c1c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.56594392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2da7f8e7-1258-4928-92f0-2a94410c1c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.572593371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2da7f8e7-1258-4928-92f0-2a94410c1c05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.782090335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"5ee4ad54-e74d-4a7f-98ad-7072e73e9ade","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.854418031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"5ee4ad54-e74d-4a7f-98ad-7072e73e9ade","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:26.860983105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"5ee4ad54-e74d-4a7f-98ad-7072e73e9ade","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.561266193Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"8a77a0c4-d797-4e4e-ad77-b39116713de1","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","subscription":"e2e-rec-ctrl-301eb6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.561406807Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-sub","reconcileID":"8a77a0c4-d797-4e4e-ad77-b39116713de1","MaaSSubscription":{"name":"e2e-rec-ctrl-301eb6-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","error":"MaaSModelRef not found: e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.589148588Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-detach-dd0a30-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.613019729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"082d95e2-9281-4d58-a5f2-cb1727bc6dc7","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.614911255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ca45dca2-133e-49c8-bd79-84f456de2a5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.618849292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"76f7f93e-9d1c-48ef-92c5-d0f73b8bf305","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.624043773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ca45dca2-133e-49c8-bd79-84f456de2a5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.642554644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a49f403e-450f-4897-a385-d4adee23411d","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.646637752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"76f7f93e-9d1c-48ef-92c5-d0f73b8bf305","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.651695675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"cd6d3885-7c85-4859-867d-55eef07d6d65","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.655294146Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"ca45dca2-133e-49c8-bd79-84f456de2a5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.658762907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"a49f403e-450f-4897-a385-d4adee23411d","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.662672612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"cd6d3885-7c85-4859-867d-55eef07d6d65","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:27.76379919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-rec-ctrl-301eb6-access","reconcileID":"3c29845d-e418-42d2-8f4f-99a995aab6ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-301eb6-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-rec-user-fae480/e2e-rec-ctrl-301eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.095252935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"551ba9e9-2291-49b6-ae14-3e6382ca4ea4","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-75f85b","model":"llm/e2e-dft-75f85b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.130732179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d42748eb-9950-40b1-b636-30e4980ba250","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.154736278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d42748eb-9950-40b1-b636-30e4980ba250","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.164912026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"d0ad14f3-0811-4ee9-93d3-15711af5da4b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.167074224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"60dc5e3b-491f-48c5-b5f9-ab0f1a200877","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.224697396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"60dc5e3b-491f-48c5-b5f9-ab0f1a200877","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.2311777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"c82783ea-c763-4a29-9f18-343d13e8b372","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.231204111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"c82783ea-c763-4a29-9f18-343d13e8b372","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.232235414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"d0ad14f3-0811-4ee9-93d3-15711af5da4b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.339061494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"55ddc96b-d524-442e-8a0c-58a61409a19b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.345343987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2eb0e9f-c981-407b-bbde-794f74c3d12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.361528275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"55ddc96b-d524-442e-8a0c-58a61409a19b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.375439415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"55ddc96b-d524-442e-8a0c-58a61409a19b","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.387953286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2eb0e9f-c981-407b-bbde-794f74c3d12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.405167789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2eb0e9f-c981-407b-bbde-794f74c3d12a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.406294074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"0833f946-7684-46aa-aa82-e147b06b56b2","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.40663889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"0833f946-7684-46aa-aa82-e147b06b56b2","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.447109012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9d7d54c-b1a8-47c9-a057-04f6d935d152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.44714954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9d7d54c-b1a8-47c9-a057-04f6d935d152","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.448602306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92770db1-62e6-41e7-af1d-037942b42e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.472551075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92770db1-62e6-41e7-af1d-037942b42e63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.613677772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"c2f4208e-2e21-4d94-83de-52e55ca553df","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.625159512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c4898c0f-b647-4255-af29-face0f619435","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.626117654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3473b78c-269b-468c-9a69-3405bbe387a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.629392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"c2f4208e-2e21-4d94-83de-52e55ca553df","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.644386581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3473b78c-269b-468c-9a69-3405bbe387a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:29.661135221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c4898c0f-b647-4255-af29-face0f619435","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.073141672Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"3e985762-1d56-479e-9177-24c5b10aab63","namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.163617619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b5984741-21d4-4747-88e6-c3963b9db4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.164343247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"ff669534-0ddb-45b2-8bd2-63e4cb77e052","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.184556645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7563e156-204e-47b2-a102-b4bbfd89b4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.215348131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b5984741-21d4-4747-88e6-c3963b9db4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.216072257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"ff669534-0ddb-45b2-8bd2-63e4cb77e052","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.216583029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ef2d1891-636a-4c18-bf03-a0458fa607f1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.230905723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f76c02ba-1c6c-4584-bde8-20a6d8681675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.237347693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7563e156-204e-47b2-a102-b4bbfd89b4e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.244276184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f76c02ba-1c6c-4584-bde8-20a6d8681675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.26300243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"ff669534-0ddb-45b2-8bd2-63e4cb77e052","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.263999716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"ef2d1891-636a-4c18-bf03-a0458fa607f1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.275434991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f76c02ba-1c6c-4584-bde8-20a6d8681675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.396823131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"7b430ca2-95fa-4f30-ae5e-38e75b85d8ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.400847257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"224a0fb2-ca58-48f5-965b-a250c740ba91","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.40204385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"389db4a6-79db-41ef-8e03-dbc85e2cc282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.45629459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"7b430ca2-95fa-4f30-ae5e-38e75b85d8ab","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.461850894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"224a0fb2-ca58-48f5-965b-a250c740ba91","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.462647063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e7ca2f18-ea69-4104-9330-49f9ca56257e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.472815301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"389db4a6-79db-41ef-8e03-dbc85e2cc282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.544068014Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-648002","namespace":"e2e-extmod-att-noaccess-52ac46"},"namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","reconcileID":"4a6e5e1b-d27f-4bb5-aec5-b084a442f728","namespace":"e2e-extmod-att-noaccess-52ac46","name":"e2e-att-noaccess-648002","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.561083408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e7ca2f18-ea69-4104-9330-49f9ca56257e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.56650415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"201e85f6-8161-4157-b624-78decf669354","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.575513831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"201e85f6-8161-4157-b624-78decf669354","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.668821024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dc234b29-338b-449e-bad1-89eb1f7e7f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.672129804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b311827c-59b0-40a2-8220-1eca69a358ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.676586307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dc234b29-338b-449e-bad1-89eb1f7e7f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.678979694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b311827c-59b0-40a2-8220-1eca69a358ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.771105706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e677da2e-bc89-44e9-aae7-62ab2c430be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.771269299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ae432c64-eba4-4aee-a55b-d04f4f26c85d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.77386206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9d222c7c-5dda-4fac-b934-503077f17ab9","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.778306536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ae432c64-eba4-4aee-a55b-d04f4f26c85d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.778670101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e677da2e-bc89-44e9-aae7-62ab2c430be7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.78099196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"9d222c7c-5dda-4fac-b934-503077f17ab9","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.868141563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"529e8919-0ccd-4c59-9bca-f20c2f2a1846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.868426637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df03dd4a-8e16-4ac4-99a9-de1a712a3caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.868738449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"593642bb-8df1-48ff-b2f0-ca9b1ed42ac3","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.869397696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"34f341cf-e015-41b0-a50a-ce2204462b7d","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.876033364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"593642bb-8df1-48ff-b2f0-ca9b1ed42ac3","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.8763769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"529e8919-0ccd-4c59-9bca-f20c2f2a1846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.878900548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"34f341cf-e015-41b0-a50a-ce2204462b7d","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.881018646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df03dd4a-8e16-4ac4-99a9-de1a712a3caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.885304896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"593642bb-8df1-48ff-b2f0-ca9b1ed42ac3","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.889526632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df03dd4a-8e16-4ac4-99a9-de1a712a3caf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.967427284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"91559a8b-ade8-4f60-83e0-e5d8635e9f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.967431776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"95b74ca0-460a-46aa-8e6c-e98c22960c54","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.97417976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"296e975e-33f3-45d6-869b-44ff5f6fb1ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.974350162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"91559a8b-ade8-4f60-83e0-e5d8635e9f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.981582396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"95b74ca0-460a-46aa-8e6c-e98c22960c54","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:30.985557804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"296e975e-33f3-45d6-869b-44ff5f6fb1ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.065321744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"de8f2c09-d249-49ee-b751-2464cfbe7469","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.065867553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e65cf4ff-fc8b-4380-bfc0-12b79ca1e4a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.066026441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"aff26078-3828-492c-80a2-03d38688aa3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.072201654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"de8f2c09-d249-49ee-b751-2464cfbe7469","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.073234706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e65cf4ff-fc8b-4380-bfc0-12b79ca1e4a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.074531531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"aff26078-3828-492c-80a2-03d38688aa3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.857525674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"42befe85-2ecf-4483-8343-c57fc7b3861b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.857549532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"42befe85-2ecf-4483-8343-c57fc7b3861b","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.871723444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"d4566cd7-fa2e-4fc5-8971-980db610aed2","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.871823086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"da520d31-ebc9-4f0b-9eac-b6d8f19c9bbe","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.872193805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b35504ea-dbde-4daa-9e81-6536ff7bc3fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.872811453Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"e55c6a5b-41e9-460d-b914-01f1c6aa2f1d","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66f7552d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.882967457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"d4566cd7-fa2e-4fc5-8971-980db610aed2","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.883578785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b35504ea-dbde-4daa-9e81-6536ff7bc3fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.885593293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"da520d31-ebc9-4f0b-9eac-b6d8f19c9bbe","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.96686561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"e301375b-cc1d-4c44-9bb0-1de643a11195","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.967945132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"7bbe11aa-42d1-4e96-aa45-3a046b3e3e22","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.968820966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"bd0c9a28-42ac-44ec-9ba2-3566f35ae02c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.974365794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"e301375b-cc1d-4c44-9bb0-1de643a11195","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.975837337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"7bbe11aa-42d1-4e96-aa45-3a046b3e3e22","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:31.977486214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"bd0c9a28-42ac-44ec-9ba2-3566f35ae02c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.169881459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb33ac9-1e3a-47b2-aa9b-615d7cb7556c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.173003198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb33ac9-1e3a-47b2-aa9b-615d7cb7556c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.176067794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb33ac9-1e3a-47b2-aa9b-615d7cb7556c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.179849853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb33ac9-1e3a-47b2-aa9b-615d7cb7556c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.489213375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e787-e569-42f7-8880-6116b833f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.492327584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e787-e569-42f7-8880-6116b833f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.495540462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e787-e569-42f7-8880-6116b833f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:33.498875817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e787-e569-42f7-8880-6116b833f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:34.766317126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.598231239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e3d53d-0c73-408e-b9c6-02376498543c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.601559758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e3d53d-0c73-408e-b9c6-02376498543c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.604526563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e3d53d-0c73-408e-b9c6-02376498543c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.608552651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e3d53d-0c73-408e-b9c6-02376498543c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.843953869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfd0b1c-708b-486c-b8a7-cd2206c74460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.859976081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfd0b1c-708b-486c-b8a7-cd2206c74460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.863028154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfd0b1c-708b-486c-b8a7-cd2206c74460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:36.865929852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcfd0b1c-708b-486c-b8a7-cd2206c74460","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.293463083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"22f7e51c-42b2-46cc-a241-1118f162787e","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.293495828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"22f7e51c-42b2-46cc-a241-1118f162787e","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.311672283Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"d4978a2d-9afe-49ea-9f03-d473da138fd2","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84612ea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.315163276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9baa591-d4bb-4d4d-b434-ff3dbc3d21c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.315766885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"7ad42659-e86f-44c7-a7d5-84bb0fd5ffa5","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.319143888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"850ffd2a-decd-4b02-b32b-ca6cb39a78c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.324742435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9baa591-d4bb-4d4d-b434-ff3dbc3d21c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.329588221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"850ffd2a-decd-4b02-b32b-ca6cb39a78c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.345375057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9baa591-d4bb-4d4d-b434-ff3dbc3d21c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.349048401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"7ad42659-e86f-44c7-a7d5-84bb0fd5ffa5","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.361538347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"7ad42659-e86f-44c7-a7d5-84bb0fd5ffa5","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.410450819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f141452-1422-429e-af6c-cf29531d7773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.419930755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3de4d55d-29aa-40ca-b52b-300390f40be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.420548457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"bea47fb7-0a84-4517-bea1-9a06235239a4","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.422160235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f141452-1422-429e-af6c-cf29531d7773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.432396958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3de4d55d-29aa-40ca-b52b-300390f40be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.433320843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"bea47fb7-0a84-4517-bea1-9a06235239a4","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.439223185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3de4d55d-29aa-40ca-b52b-300390f40be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:37.441472661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"bea47fb7-0a84-4517-bea1-9a06235239a4","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.877901181Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"66b4f4e9-8032-4527-99b8-a6eb95b01d8f","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","subscription":"e2e-att-detach-dd0a30-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.884725624Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"66b4f4e9-8032-4527-99b8-a6eb95b01d8f","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.887989058Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-sub","reconcileID":"66b4f4e9-8032-4527-99b8-a6eb95b01d8f","MaaSSubscription":{"name":"e2e-att-detach-dd0a30-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.915417201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-5370bb priority=0:[ai-tenant-e2e-extmod-b-5370bb/e2e-att-serve-f951bd-sub ai-tenant-e2e-extmod-b-5370bb/e2e-att-unrel-2ac2a3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.920521514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"8d26d163-bb5a-4700-8ccc-7b3ebb836979","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.920539261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"8d26d163-bb5a-4700-8ccc-7b3ebb836979","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.927293327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"5747d50d-c10c-452a-afd2-82f19a61e26c","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.927475287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"fa1a83d9-0235-4fd3-b7d0-69f97de8480f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.930595078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"62938a3a-fc5d-46ba-bf84-90d90952f461","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.934749127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e8100855-cbd2-4dd5-b91d-d7d552e157e4","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.934768636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e8100855-cbd2-4dd5-b91d-d7d552e157e4","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.938013882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"fa1a83d9-0235-4fd3-b7d0-69f97de8480f","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.938230636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"5747d50d-c10c-452a-afd2-82f19a61e26c","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.940450903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"62938a3a-fc5d-46ba-bf84-90d90952f461","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.941434965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"d048a309-fdd8-420f-babd-0cab91d67e0d","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:41.941453254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"d048a309-fdd8-420f-babd-0cab91d67e0d","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.058839114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"d9b216da-db85-4172-bd8f-a90bb81e8bc1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.067322048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"d45a7e3f-2b9a-45e0-bca1-41db5fa069d5","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.067345082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"d45a7e3f-2b9a-45e0-bca1-41db5fa069d5","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.068689791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"d9b216da-db85-4172-bd8f-a90bb81e8bc1","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.156614824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-detach-dd0a30-access","reconcileID":"2746501c-dcac-4877-a5e7-0d29245a6a89","MaaSAuthPolicy":{"name":"e2e-att-detach-dd0a30-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.17134724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"e7c29ecf-33e5-40e5-8c5e-873bcc33da56","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.171366879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"e7c29ecf-33e5-40e5-8c5e-873bcc33da56","MaaSModelRef":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-detach-dd0a30-ecc5ceaa91ad","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-detach-dd0a30","externalModel":"e2e-att-detach-dd0a30","provider":"e2e-att-detach-dd0a30-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.658608474Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"ceee4b10-5acc-428a-a1cb-8da73440d723","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.672570686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e9f0ce06-0469-4084-b8f5-fe7cf0633c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.672627103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"09bf7d37-ff9c-4396-ae3d-4bf999e86f41","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.673197004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"8ecb3e40-3a5c-4d35-be25-5f55b025caeb","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.673214153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"8ecb3e40-3a5c-4d35-be25-5f55b025caeb","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.674414957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"5df2f729-c1d0-4c73-ba48-2963d94eee9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.674803217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"992e56dd-0f8a-467f-9d21-e5f091b04e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.677232536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"7093e261-6314-4352-80d4-f198cf9330e3","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.680282779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e9f0ce06-0469-4084-b8f5-fe7cf0633c94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.680537102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"09bf7d37-ff9c-4396-ae3d-4bf999e86f41","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.683161011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"5df2f729-c1d0-4c73-ba48-2963d94eee9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.683829207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"992e56dd-0f8a-467f-9d21-e5f091b04e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.683898749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"b4de2187-862c-4b2c-8e41-24df41ae9c95","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.683918585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"b4de2187-862c-4b2c-8e41-24df41ae9c95","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.686423377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"7093e261-6314-4352-80d4-f198cf9330e3","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.690986953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"992e56dd-0f8a-467f-9d21-e5f091b04e3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.692361813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"7093e261-6314-4352-80d4-f198cf9330e3","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.698538435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"98e5367d-1742-487d-a070-b69dc24e9917","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.744914908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"98e5367d-1742-487d-a070-b69dc24e9917","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.771450077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"f659b43b-c403-4180-b423-56a1fffb2bd6","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:42.774071303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"b0e0f306-322c-4336-b07a-f20fc60c3ace","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.032729154Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-dd0a30","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","reconcileID":"e7a0fb61-a21a-4931-bbac-c7ed2222c59e","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-detach-dd0a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.042522912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"844731b3-62d9-4150-97d2-19eb469e2f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.043459833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"d388af71-9905-460f-a6b8-a3276a169968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.049509759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"bcdeb393-7ed2-4165-b08f-df8b5af2ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.057910215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"844731b3-62d9-4150-97d2-19eb469e2f02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.0599033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"3f969da5-6895-4781-a314-290f6cd81ec9","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.060127086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"d388af71-9905-460f-a6b8-a3276a169968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.064533387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"bcdeb393-7ed2-4165-b08f-df8b5af2ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.067702762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"3f969da5-6895-4781-a314-290f6cd81ec9","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.120568704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"488ce7b4-019c-4ac5-9a3e-6db1c8245ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.127664467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"488ce7b4-019c-4ac5-9a3e-6db1c8245ca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.221244919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ea963e22-423b-42f6-ac90-0eb8566adbb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.222035333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"83da743b-4655-4c0e-8c0f-9f00e3dc8c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.223240975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"2070b9f4-44d6-4959-ae1e-2c6d956d047a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.22347936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab4bcfed-390b-49cf-a91d-6ed09af81774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.228571933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ea963e22-423b-42f6-ac90-0eb8566adbb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.230221148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"83da743b-4655-4c0e-8c0f-9f00e3dc8c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.232197215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"2070b9f4-44d6-4959-ae1e-2c6d956d047a","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.234003945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab4bcfed-390b-49cf-a91d-6ed09af81774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.250848459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab4bcfed-390b-49cf-a91d-6ed09af81774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.268624099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0d8e36ae-03ab-4f14-9427-f602be35e9ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.271084653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"076bb161-2136-4b3a-a4c8-01b4e5f9e6ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.294707356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a951b72a-cbf5-46ec-8047-4bc1aad015fa","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.296626822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ea78c278-97b4-40e1-8654-d05242d6efcc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.305514481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0d8e36ae-03ab-4f14-9427-f602be35e9ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.307616903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"076bb161-2136-4b3a-a4c8-01b4e5f9e6ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.310395249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d541a9b2-1a2f-438c-bd62-84880fb33588","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.343392881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ea78c278-97b4-40e1-8654-d05242d6efcc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.348732966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a951b72a-cbf5-46ec-8047-4bc1aad015fa","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.34889911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"a1ca80fb-1fc1-4a70-aa6e-e88bbf18afc3","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.34892382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"a1ca80fb-1fc1-4a70-aa6e-e88bbf18afc3","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.352610083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d541a9b2-1a2f-438c-bd62-84880fb33588","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.364603334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (0fc12e8290d48b316245fffdc7e6c646e5489990284388fd4a6d8db4cd515298) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (04afb7b3b5faa3bf6204f80ee0318d40abd67104298167b7cc15f029f689aea5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9629ecbfc8d449d68261cc338e393256b7238a995be3045271f2d762842c866c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2555c2e76c1c666164ab8f8e0859cc0d3ff9ed1d3c9c9ec28b88d45d31dc9251) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"a951b72a-cbf5-46ec-8047-4bc1aad015fa","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.375529147Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"ae1f88fd-24e2-460f-8daf-6af323cfa508","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a162ac60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.387972473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"947da7ea-7f42-41b4-a95f-d70fcb17a2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.396358025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"947da7ea-7f42-41b4-a95f-d70fcb17a2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.480966842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c6867f4c-dd58-4cba-b9ee-6d5de9f87d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.481866954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"674ad768-918d-4380-a208-857d3daa66b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.483900128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"46beab20-fb1f-4846-83aa-e1188fc904da","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.484656523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ee47f956-4a5f-41ae-b103-7a91dea3ae25","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.490487191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c6867f4c-dd58-4cba-b9ee-6d5de9f87d42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.492432246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"674ad768-918d-4380-a208-857d3daa66b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.544327455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"46beab20-fb1f-4846-83aa-e1188fc904da","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:43.547040385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"ee47f956-4a5f-41ae-b103-7a91dea3ae25","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.863738798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"d1cdb546-deec-474b-87f0-3ae4f987ea3d","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:46.899449659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"2d232cb1-4a09-4e52-a068-b4799d157c38","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.318628657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"4c6764e6-e0d0-4326-bd26-42567d33c766","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-75f85b","subscription":"e2e-dft-75f85b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.326940865Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"4c6764e6-e0d0-4326-bd26-42567d33c766","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.330246386Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-sub","reconcileID":"4c6764e6-e0d0-4326-bd26-42567d33c766","MaaSSubscription":{"name":"e2e-dft-75f85b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-75f85b","namespace":"llm","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.358939773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.361855368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"4e8b092b-c267-4fef-8e03-d937500d6456","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.361874916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"4e8b092b-c267-4fef-8e03-d937500d6456","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.373570881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014dc5fb-55dc-48b7-bcd0-66f37d7b5250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.373571151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"ca828374-789d-459a-a69d-c2a25e93d401","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.375896529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05e05c78-c093-41a0-b224-cfa745854b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.377609396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e72242a9-2500-49be-a432-b304390187c3","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.377634495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"e72242a9-2500-49be-a432-b304390187c3","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.399756601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014dc5fb-55dc-48b7-bcd0-66f37d7b5250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:47.402867299Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"ca828374-789d-459a-a69d-c2a25e93d401","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.407596443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014dc5fb-55dc-48b7-bcd0-66f37d7b5250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:47.407771553Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05e05c78-c093-41a0-b224-cfa745854b95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:47.410689601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"ca828374-789d-459a-a69d-c2a25e93d401","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:47.413236694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05e05c78-c093-41a0-b224-cfa745854b95","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.416596851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"3741622f-45fa-4d98-8d87-0d8a3f4ad86d","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.416614247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"3741622f-45fa-4d98-8d87-0d8a3f4ad86d","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.422642612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df67720-a7c7-44ea-8348-6158904118bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.422656951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df67720-a7c7-44ea-8348-6158904118bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.423064183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df3e3e4f-a2f7-4a87-86d3-aafb22818562","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.42307666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df3e3e4f-a2f7-4a87-86d3-aafb22818562","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.471983921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"4533d1fd-20fa-429a-b87f-e8919e962450","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.472051574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447fbffe-fe3a-4ab1-a4fe-1d521dcadc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.48137213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447fbffe-fe3a-4ab1-a4fe-1d521dcadc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.481751382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"4533d1fd-20fa-429a-b87f-e8919e962450","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.487348847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"447fbffe-fe3a-4ab1-a4fe-1d521dcadc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.487601857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"4533d1fd-20fa-429a-b87f-e8919e962450","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:47.493212085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"4533d1fd-20fa-429a-b87f-e8919e962450","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-75f85b-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.493674445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-75f85b-access","reconcileID":"c072fa3e-7a8d-4d7a-b563-941fb0d990e2","MaaSAuthPolicy":{"name":"e2e-dft-75f85b-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.496759693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"7987dc2e-b020-4081-9374-f86d3360e5c7","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.496813824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"7987dc2e-b020-4081-9374-f86d3360e5c7","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.500101945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d26685f1-d2a3-40f4-a07b-6b11fe214431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.500117732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d26685f1-d2a3-40f4-a07b-6b11fe214431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.508001758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"404fe94e-826b-446f-8f39-7ce2979d96c4","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.508019944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"404fe94e-826b-446f-8f39-7ce2979d96c4","MaaSModelRef":{"name":"e2e-dft-75f85b","namespace":"llm"},"routeName":"external-model-e2e-dft-75f85b-80959e40cd35","namespace":"llm","model":"e2e-dft-75f85b","externalModel":"e2e-dft-75f85b","provider":"e2e-dft-75f85b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.566152268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"f4394a6e-f5eb-4e01-8d4c-abe3a4ee754b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.568245048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ed8820f0-0918-4e68-b3d0-c9da788681d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.569433655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"86b2b144-c38e-4488-8e91-66c423281e04","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.572869815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"f4394a6e-f5eb-4e01-8d4c-abe3a4ee754b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.575483855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ed8820f0-0918-4e68-b3d0-c9da788681d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.576670962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"86b2b144-c38e-4488-8e91-66c423281e04","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.95334614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"76185552-eacc-49b5-aa58-941581cbc761","namespace":"llm","name":"e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962076553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38d6e766-b32e-420a-aeac-6cfb91265646","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962095327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38d6e766-b32e-420a-aeac-6cfb91265646","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962355442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ec24e73-0e4c-4082-8e1e-ed636557264a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962368652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ec24e73-0e4c-4082-8e1e-ed636557264a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962582924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd9e31a8-aef9-424e-85da-b0619a04d7ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.96259461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd9e31a8-aef9-424e-85da-b0619a04d7ce","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962797193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1caabecb-2377-4b7e-a594-9d3aed3d750f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.962810019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1caabecb-2377-4b7e-a594-9d3aed3d750f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963004235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88a21772-3c6a-4644-b546-be8d48f66da3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963014942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88a21772-3c6a-4644-b546-be8d48f66da3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963224387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a0b80ff-8906-4ef9-a23e-331a95e2fed0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963234277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9a0b80ff-8906-4ef9-a23e-331a95e2fed0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963419835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0294a6de-d875-4e94-8df6-10e519c92f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963428986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0294a6de-d875-4e94-8df6-10e519c92f42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963759582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9931095-eedd-4f77-9515-6d00f5fe6dfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.963772705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9931095-eedd-4f77-9515-6d00f5fe6dfe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.964975214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d2bb284b-f02d-4cea-8d5d-065439467c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.965592824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2079d1dc-a3a9-4273-91f3-ba8c627d5935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.965961416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f55816a7-3204-4b29-b8c5-dbcaf0241003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.966313648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd0dc64-3ecc-4be7-8179-a178fab0dce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.966585778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f6c256cd-d532-43f6-b0bb-66ea2ab7eca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.972486609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d2bb284b-f02d-4cea-8d5d-065439467c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.977165162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2079d1dc-a3a9-4273-91f3-ba8c627d5935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.979282503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f55816a7-3204-4b29-b8c5-dbcaf0241003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.981329633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f6c256cd-d532-43f6-b0bb-66ea2ab7eca3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.984631889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd0dc64-3ecc-4be7-8179-a178fab0dce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:47.987397253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2079d1dc-a3a9-4273-91f3-ba8c627d5935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.043986434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ccd0dc64-3ecc-4be7-8179-a178fab0dce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.05361837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6040f1d9-34a1-43d2-a09a-39c6b9e593a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.054730916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94ae3384-61d7-41f7-89c9-15d20d991f71","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.056401961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"53d45a6e-cf07-4d9d-927b-65785480f12f","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.058053091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5459d529-317d-44c5-be90-dced5f117261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.063482649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"53d45a6e-cf07-4d9d-927b-65785480f12f","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.06547318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5459d529-317d-44c5-be90-dced5f117261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.142349267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-75f85b","namespace":"llm"},"namespace":"llm","name":"e2e-dft-75f85b","reconcileID":"af85ea85-2b54-48d0-b1fa-c1c1acbd1217","namespace":"llm","name":"e2e-dft-75f85b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.148591512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cc150f7b-cf17-44e1-9c51-df79ef99cbc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.155730919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cc150f7b-cf17-44e1-9c51-df79ef99cbc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.190607108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"27d67d85-f133-46e2-9bf7-7d9ea72ff042","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.190708836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a7ecafc3-9b48-4d81-9cf4-b8187bb8e938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.191922983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"900e0754-dc78-4e83-9697-c12a554b9e1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.191926237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ce424fc8-ba5d-4642-b732-c08352fac6bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.198212874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a7ecafc3-9b48-4d81-9cf4-b8187bb8e938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.19835965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"27d67d85-f133-46e2-9bf7-7d9ea72ff042","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.200553636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ce424fc8-ba5d-4642-b732-c08352fac6bb","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.200959276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"900e0754-dc78-4e83-9697-c12a554b9e1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.290435648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab3c8826-2151-4047-b2ff-d96b48f90797","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.29609941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155e53b3-82b5-4669-90b0-7d658c59fd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.298657896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab3c8826-2151-4047-b2ff-d96b48f90797","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.298723713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1310b046-d67a-44e0-aaf8-6a78720609a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.30074738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bbced739-3ef2-4776-b4b2-288a16242af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.301121132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"00d32339-f8f3-4671-aead-a00e5aab11a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.304836478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155e53b3-82b5-4669-90b0-7d658c59fd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.306933655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1310b046-d67a-44e0-aaf8-6a78720609a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.309105607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"00d32339-f8f3-4671-aead-a00e5aab11a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.310388608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bbced739-3ef2-4776-b4b2-288a16242af6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.31137415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"155e53b3-82b5-4669-90b0-7d658c59fd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.312736389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1310b046-d67a-44e0-aaf8-6a78720609a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.343197621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8209e147-0875-48dd-a209-70c354e5aba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.346181786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f5123e47-a40f-41f4-93b0-5d2120652121","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.355246785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2654f1ce-b6cc-40c2-a962-9ef5dc7b5b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.355405113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8209e147-0875-48dd-a209-70c354e5aba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.358556455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b35e8503-d3af-40be-adaf-927591535dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.360055273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"f5123e47-a40f-41f4-93b0-5d2120652121","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.364053879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2654f1ce-b6cc-40c2-a962-9ef5dc7b5b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.367035504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b35e8503-d3af-40be-adaf-927591535dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.895684296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"26ad691f-bce2-42e6-bdee-e55e92bb3366","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.905641972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"a8ed8763-c377-42b2-8e18-c32329334419","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.91261364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2ebf4039-2b95-4dd9-802c-2033fb7e5550","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.920217287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2ebf4039-2b95-4dd9-802c-2033fb7e5550","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:48.952251768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"89bd8246-2de9-47d6-88bd-2c7bc4bb544b","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.343094581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.351186238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"3e93b230-45df-492b-ae24-5c120bbaf699","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.353837936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b9ee3f30-fd1b-4e15-9bfc-c92530a6617b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.356585499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"806b37aa-6da9-4fd0-ba8c-f439bbe43e3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.361109342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b9ee3f30-fd1b-4e15-9bfc-c92530a6617b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:49.362853885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"58c6b7c0-8c86-4722-a000-bce916c3d3e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-5cbe2c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.363583863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"806b37aa-6da9-4fd0-ba8c-f439bbe43e3c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.373996146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"00663f31-d41f-41e8-b127-0d9655f5cd30","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:49.38724365Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"00663f31-d41f-41e8-b127-0d9655f5cd30","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:15:49.387288559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"00663f31-d41f-41e8-b127-0d9655f5cd30","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.390471925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"26859df4-e84d-4b76-b93b-2714ffdf1b6c","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.442245495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"a5a749aa-8bb7-49d6-a8ee-e7f9efc9e70c","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.457243166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"47d595ca-6ada-4a8f-aab9-1b9119a59531","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.457675377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"62a33914-a375-4d4e-856f-5f285fc02764","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.4638535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"47d595ca-6ada-4a8f-aab9-1b9119a59531","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.482996608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"99c324fe-e38f-40a8-908a-707041f72c75","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.504154541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"42b70ee9-b2aa-4112-81a8-f6371a8f0c73","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.553849684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"8a68603a-5e76-4a11-8a39-3e3c9c24b4ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.562112622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"8a68603a-5e76-4a11-8a39-3e3c9c24b4ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.932400764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"748f8b38-1a2d-4609-a285-d425cfeb83b3","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.938506786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"b0bd1ec0-d9c0-41bc-8d49-72b648e39cb4","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.942861298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"119b8fd9-1496-4745-bf18-1d3b16ecf2d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.943216389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ad9ccb-1f30-43c2-ad24-fe22ed9c1d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.943900478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"46926397-7ba2-445d-af7f-5461fadb304c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.9444402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"415d009a-d961-4ac6-a573-2c6bc62817a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.945129315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6d5b2b6-c3a5-41f3-829f-d5e4628e942b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.950426683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"46926397-7ba2-445d-af7f-5461fadb304c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.950448224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"119b8fd9-1496-4745-bf18-1d3b16ecf2d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.9530303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ad9ccb-1f30-43c2-ad24-fe22ed9c1d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.953167791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"415d009a-d961-4ac6-a573-2c6bc62817a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.955167206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6d5b2b6-c3a5-41f3-829f-d5e4628e942b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.958285827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89f63546-6403-406e-bb4d-061d91ae7b68","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.958306727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"89f63546-6403-406e-bb4d-061d91ae7b68","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.958569804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc98165a-365e-4b33-87d6-9e3f2bd623e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.958585071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cc98165a-365e-4b33-87d6-9e3f2bd623e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.958836382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e5ac853-3bb5-499f-a4f6-fe6ba4159ba2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.958855572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e5ac853-3bb5-499f-a4f6-fe6ba4159ba2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959079097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f669229-8c54-472d-b9a5-af3758cba06d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959090364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0f669229-8c54-472d-b9a5-af3758cba06d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959320471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c79f4a85-e73c-4726-b10e-48b9531d9e4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959332056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c79f4a85-e73c-4726-b10e-48b9531d9e4a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959605512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25e02565-bab6-40fe-b65b-1b0ee06f5eed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959619034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"25e02565-bab6-40fe-b65b-1b0ee06f5eed","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959931302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fa24eff-172a-45eb-b25c-8b5b9c0f4302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.959945245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1fa24eff-172a-45eb-b25c-8b5b9c0f4302","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.960272195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"971cfd1f-14fb-429e-989a-6ff7b5e363b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.960284509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"971cfd1f-14fb-429e-989a-6ff7b5e363b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.96085206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ad9ccb-1f30-43c2-ad24-fe22ed9c1d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.961701366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6d5b2b6-c3a5-41f3-829f-d5e4628e942b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.970963092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a02f79f-6a4a-492b-be79-3319cdb52e94","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.970979784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5a02f79f-6a4a-492b-be79-3319cdb52e94","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.971221579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7e6be83c-132e-436e-92df-9a64e3fbf16c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.971233311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7e6be83c-132e-436e-92df-9a64e3fbf16c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.971435834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d0a728ea-0ec5-405b-9940-b483a5fb4575","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.971452139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d0a728ea-0ec5-405b-9940-b483a5fb4575","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.971667655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c73c469-bba1-4ccc-99f4-c0644926183d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.97167846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c73c469-bba1-4ccc-99f4-c0644926183d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.971896007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d6a311c-b445-4bb4-b7df-4cd93dc17a95","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.97190957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9d6a311c-b445-4bb4-b7df-4cd93dc17a95","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.972192444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f642f6f6-93b9-44bd-8884-3e4741eac1bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.972232644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f642f6f6-93b9-44bd-8884-3e4741eac1bc","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.972548351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84e415c1-8c49-4be8-b7fb-9c761f5c8e7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.972561157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84e415c1-8c49-4be8-b7fb-9c761f5c8e7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.972940474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d626f8f-5feb-4b8a-ba0e-bcf7e91ab2b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.972954193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d626f8f-5feb-4b8a-ba0e-bcf7e91ab2b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.976099573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dd281c8d-d894-4712-8eb0-35c3f6bf9a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.976266374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"13d62371-f557-4783-b358-a08d3a30d028","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.976648515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d34b551c-7039-4abd-97a2-c4c4716143e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.978125968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c31e43d8-f8b2-4fb4-9fc6-ff203e646f51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:49.984242583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dd281c8d-d894-4712-8eb0-35c3f6bf9a72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.042828631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"13d62371-f557-4783-b358-a08d3a30d028","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.051657402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"8c11394c-95bd-473c-8739-61f36751db86","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.076964438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"04bfe648-3872-48e8-81f0-0c3950f3fbd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.077042173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"0a752885-20a5-4e9e-b887-2db4e2642d8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.077465637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6c052550-f5de-49ca-bad7-f231124f4845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.077696146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d1be4b79-3a90-415d-b804-39466abf7f68","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.078206662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b20daaf7-ad63-4245-8bf1-da20bdeb06a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.085233563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d1be4b79-3a90-415d-b804-39466abf7f68","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.085442329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"04bfe648-3872-48e8-81f0-0c3950f3fbd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.088183737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6c052550-f5de-49ca-bad7-f231124f4845","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.08842777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b20daaf7-ad63-4245-8bf1-da20bdeb06a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.090474447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"0a752885-20a5-4e9e-b887-2db4e2642d8f","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.110759394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"80d93ff4-e41e-4e8e-85cf-b2fc225ee180","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.110803263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"80d93ff4-e41e-4e8e-85cf-b2fc225ee180","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2f6ef2-b6c4bccaadef","namespace":"llm","model":"e2e-dft-refs-2f6ef2","externalModel":"e2e-dft-refs-2f6ef2","provider":"e2e-dft-refs-2f6ef2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.179873712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"5236280e-2e3a-47f2-abfa-a7c7e84c3860","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.179905071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"498724ce-91fd-4a69-8b9f-a48f273d2256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.183117127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45413c2e-9632-4ad8-a3ec-1e2e76936bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.224728354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"5236280e-2e3a-47f2-abfa-a7c7e84c3860","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.271554078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45413c2e-9632-4ad8-a3ec-1e2e76936bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.273764299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"498724ce-91fd-4a69-8b9f-a48f273d2256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.287524075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45413c2e-9632-4ad8-a3ec-1e2e76936bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.29741033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d3d51d81-8fd3-471f-b826-2ece655bd91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.297989476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"91343afe-f68c-45ea-a1ca-5209df7850a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.301876511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"4fdd78ce-f36f-4680-8e25-189254814771","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.305294079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"d3d51d81-8fd3-471f-b826-2ece655bd91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.342647009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"4fdd78ce-f36f-4680-8e25-189254814771","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.343750774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"91343afe-f68c-45ea-a1ca-5209df7850a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.375177756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f6ed0b7-299a-42e2-84ac-fda19d0846bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.375597463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d286f220-80e3-47da-a412-31491f6374ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.377297081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"58ab73cc-7a32-4a48-a9da-8e787844a153","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.382263615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f6ed0b7-299a-42e2-84ac-fda19d0846bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.383117921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d286f220-80e3-47da-a412-31491f6374ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.384529298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"58ab73cc-7a32-4a48-a9da-8e787844a153","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.387717622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f6ed0b7-299a-42e2-84ac-fda19d0846bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.913846627Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"f2f8b96f-cf55-46e2-8236-14c5b2c5599b","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.917139236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"f276924d-7801-4fbe-8148-97a856a789f8","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.91715819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"f276924d-7801-4fbe-8148-97a856a789f8","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2f6ef2-b6c4bccaadef","namespace":"llm","model":"e2e-dft-refs-2f6ef2","externalModel":"e2e-dft-refs-2f6ef2","provider":"e2e-dft-refs-2f6ef2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.924923838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4327ce0-7b66-44d7-8fd6-19de7c7f26e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.924945239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e4327ce0-7b66-44d7-8fd6-19de7c7f26e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925174142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bd0bfaa-0ed8-4164-89c7-8e8236fb9ace","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925189874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0bd0bfaa-0ed8-4164-89c7-8e8236fb9ace","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925371709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"65583dfc-4b14-434c-bc82-adcf705e089f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925381476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"65583dfc-4b14-434c-bc82-adcf705e089f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.92556441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"238a0e1e-ec28-4cf1-935e-f37dda15d3cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925574514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"238a0e1e-ec28-4cf1-935e-f37dda15d3cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925740268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87acb09b-1030-4547-ac3e-65c26c11e9e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925749489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87acb09b-1030-4547-ac3e-65c26c11e9e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925954252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47ef3bad-bc2a-4e0e-b726-23de586739ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.925969188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47ef3bad-bc2a-4e0e-b726-23de586739ce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.926150339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fc7c616-5ffd-4867-afd7-9fa36aad7410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.926160492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fc7c616-5ffd-4867-afd7-9fa36aad7410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.926401011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7da2390a-add8-46aa-8b47-f4dfffb83cf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.926412071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7da2390a-add8-46aa-8b47-f4dfffb83cf2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.929529474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"793748c1-6cc6-4f20-b140-6e5246b8115c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.929912061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7502402-eba0-4c83-86e6-64512e3d8542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.93018653Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"a51c5311-8c6d-429d-b99b-0e9aeddf7568","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2f6ef2-b6c4bccaadef","namespace":"llm","model":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.93299262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"83b63dec-8b36-4b80-a20e-62cf78d7e0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.940460979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"793748c1-6cc6-4f20-b140-6e5246b8115c","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.945044948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7502402-eba0-4c83-86e6-64512e3d8542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.946702021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"189b095a-a443-488b-9b46-dc583681a54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.948035092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"391750ac-c8f7-4e6d-97cb-56609e50f4bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.950027779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"83b63dec-8b36-4b80-a20e-62cf78d7e0e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.950494901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6d6b1c-f7e7-42d9-a364-7527235a8cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.954473352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7502402-eba0-4c83-86e6-64512e3d8542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.964758104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"189b095a-a443-488b-9b46-dc583681a54e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.966273507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6d6b1c-f7e7-42d9-a364-7527235a8cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:50.972415865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd6d6b1c-f7e7-42d9-a364-7527235a8cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.02893283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3735b614-17fb-4d62-b631-601f0050375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.029205153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3210dd54-3f89-45ff-9321-7586d2d1e8f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.036105195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3735b614-17fb-4d62-b631-601f0050375b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.036110906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3210dd54-3f89-45ff-9321-7586d2d1e8f0","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.039767018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"340eab2d-e2d1-4eb0-ab9e-f26b6d7dcdf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.056564208Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"9ded96ce-d4c0-4d2d-8f2a-b9be57fa3861","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.05942922Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"938f47b3-d36f-4285-8020-8e6437633698","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"name":"e2e-dft-refs-2f6ef2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.127755812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8702f32f-f2dd-4cf1-86c6-547a85836fc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.127850821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"03e96a1d-56b1-4eaa-8785-2548dfde5189","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.128926594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"c66a0abc-8e68-44d7-a9dc-e213eff33a85","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.136309254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"03e96a1d-56b1-4eaa-8785-2548dfde5189","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.137204252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8702f32f-f2dd-4cf1-86c6-547a85836fc7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.140753563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"c66a0abc-8e68-44d7-a9dc-e213eff33a85","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.23047988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7b4d88bc-a522-48b3-b327-3950ae88004e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.231226338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ff0bd4a0-c36c-4388-be83-7fece91a104a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.231747201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"242cdb03-699d-4c64-b8a9-50227531f13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.240694436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"458010e8-f45c-4822-bd00-cefee1040e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.241322396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"2fda7174-ffde-4362-a08a-e46b720207a1","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.246700033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7b4d88bc-a522-48b3-b327-3950ae88004e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.253401145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"242cdb03-699d-4c64-b8a9-50227531f13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.313418099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"ff0bd4a0-c36c-4388-be83-7fece91a104a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.325768008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"2fda7174-ffde-4362-a08a-e46b720207a1","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.32836899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"458010e8-f45c-4822-bd00-cefee1040e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.350271557Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","namespace":"ai-tenant-e2e-ait-9b54c8e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.350479599Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","namespace":"ai-tenant-e2e-ait-9b54c8e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.350629248Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","tenant":"e2e-ait-9b54c8e3","tenantID":"e2e-ait-9b54c8e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.355648384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"458010e8-f45c-4822-bd00-cefee1040e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.356060764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Deployment","name":"maas-api-e2e-ait-9b54c8e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.374139688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Service","name":"maas-api-e2e-ait-9b54c8e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.374723174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ab4bc9e-3462-47d3-9819-91c197b5bf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.386612424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9b54c8e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.431865695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9b54c8e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.433838924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ab4bc9e-3462-47d3-9819-91c197b5bf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.442969196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.445122859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ab4bc9e-3462-47d3-9819-91c197b5bf91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.466406465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.474642541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.476840913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"712297c0-b3de-41de-bedc-53c41c05f3ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.476871339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c3b2ed8f-b1bb-465b-9337-0fad22d2b9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.479842284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.484137548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c3b2ed8f-b1bb-465b-9337-0fad22d2b9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.484559331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Deployment","name":"payload-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.485221562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"712297c0-b3de-41de-bedc-53c41c05f3ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.487321389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.490268303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Service","name":"payload-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.492731713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"Service","name":"payload-pre-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.495082985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.497378481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.500710551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.508098539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.511833418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.516033715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.520540661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9b54c8e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.523854661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9b54c8e3"},"namespace":"ai-tenant-e2e-ait-9b54c8e3","name":"default-tenant","reconcileID":"7636b860-683c-4e77-9705-d1c7f8be4819","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9b54c8e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.575570774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"99d4a673-52a1-4e93-8f58-414e589e4295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.670881642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ec0f3081-fffa-4e25-8b88-a53fdc04ed79","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.671976904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"6ff044ab-ae96-44bd-8e0e-d4463f59abcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.686771119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"99d4a673-52a1-4e93-8f58-414e589e4295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.739418061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"6ff044ab-ae96-44bd-8e0e-d4463f59abcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.743017072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"ec0f3081-fffa-4e25-8b88-a53fdc04ed79","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.783606302Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9b54c8e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9b54c8e3","reconcileID":"e11d4d24-d736-45f4-8fce-2bb5f22420c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9b54c8e3","removed":["maas.opendatahub.io/gateway-access-e2e-ait-9b54c8e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.945121366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"649273ab-70f5-46df-970d-59cf875538aa","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.952238416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"6677a22f-f344-4784-b2a4-04313e4f4e5e","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"name":"e2e-dft-refs-2f6ef2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.960533392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b8c75d-7ee3-450a-92b8-62e8d7e7b613","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.960570803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b8c75d-7ee3-450a-92b8-62e8d7e7b613","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.960943983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12a83acd-41d0-4606-9b74-a6ce28bfec18","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.960962251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12a83acd-41d0-4606-9b74-a6ce28bfec18","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.96130955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5fc47cb-bc79-44d5-a4ed-828beb8c5a21","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.961327777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5fc47cb-bc79-44d5-a4ed-828beb8c5a21","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.961665495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351a7ed2-8276-4005-b82e-a242d710f8d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.961683255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351a7ed2-8276-4005-b82e-a242d710f8d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.962166252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e675d24a-e685-4381-9597-14af741d2956","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.962184329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e675d24a-e685-4381-9597-14af741d2956","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.9630314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7055bbe2-9021-4196-99b7-e9d004816bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.96355114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1945a887-9311-4634-ad75-b5cc2abf1f66","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.964372764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"317eb971-3cd0-420d-9629-18296ef6a62e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.964383276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02d972d5-ff3d-4be6-b761-5e372e0485db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.965448283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e4c0273e-765b-4b34-88b9-66b8bc9393d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.965838075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"7f746434-9ce5-42e9-8bc4-9b7719e46fe9","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"name":"e2e-dft-refs-2f6ef2","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.972100793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1945a887-9311-4634-ad75-b5cc2abf1f66","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.972627181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7055bbe2-9021-4196-99b7-e9d004816bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.974812396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"317eb971-3cd0-420d-9629-18296ef6a62e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.975310754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9fec664d-52e8-409d-a3b1-3f14439f7f5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.975989836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0aaf9312-cf07-49e5-be76-5d35ce6e6a48","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.976007503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0aaf9312-cf07-49e5-be76-5d35ce6e6a48","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.976283406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d92dbf02-658d-4044-b08f-99872c80bd10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.976299598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d92dbf02-658d-4044-b08f-99872c80bd10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.976520417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f63435a-8e33-4f7a-83dc-84f68ed00a26","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:51.976536788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5f63435a-8e33-4f7a-83dc-84f68ed00a26","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.042241283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a9342ea-1df4-46fb-8a80-1726038cd092","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.042591572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"58934f25-1f92-4c56-b64e-a7c1131f9555","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.043966211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02d972d5-ff3d-4be6-b761-5e372e0485db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.046800413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7055bbe2-9021-4196-99b7-e9d004816bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.050583032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e4c0273e-765b-4b34-88b9-66b8bc9393d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.051112935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02d972d5-ff3d-4be6-b761-5e372e0485db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.052737313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"766f18a6-6d6d-4ece-81d1-250434baba74","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.052758591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"766f18a6-6d6d-4ece-81d1-250434baba74","MaaSModelRef":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-2f6ef2-b6c4bccaadef","namespace":"llm","model":"e2e-dft-refs-2f6ef2","externalModel":"e2e-dft-refs-2f6ef2","provider":"e2e-dft-refs-2f6ef2-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.058761995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"702a68ad-6e3b-4843-b97b-a2832ea16ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.063993103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1a770eb2-652e-4bbf-81a2-556950ed66f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.067504292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898a8d8e-71e1-4c81-8eb1-4dc6cef7873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.069572594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"702a68ad-6e3b-4843-b97b-a2832ea16ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.071346919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898a8d8e-71e1-4c81-8eb1-4dc6cef7873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.071638434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1a770eb2-652e-4bbf-81a2-556950ed66f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.075350757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898a8d8e-71e1-4c81-8eb1-4dc6cef7873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.142872355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"898a8d8e-71e1-4c81-8eb1-4dc6cef7873c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.143563123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"96a633bc-8d38-4c5a-98ba-fa45ebe7e122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.143952312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"42a38b16-b933-4301-aa16-a9b9d12ae29e","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.160005176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"96a633bc-8d38-4c5a-98ba-fa45ebe7e122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.163262228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"42a38b16-b933-4301-aa16-a9b9d12ae29e","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.172366067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bc6f2b4f-4857-4884-82ba-b9a54d2734ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.184249458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bc6f2b4f-4857-4884-82ba-b9a54d2734ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.272369737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b8ec4a92-9bbb-44e3-8891-dffbb81645af","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.272368411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"44c4efc1-d23c-4fbf-8554-9fba95b83c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.281157144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"b8ec4a92-9bbb-44e3-8891-dffbb81645af","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.28146953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"44c4efc1-d23c-4fbf-8554-9fba95b83c5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.496996497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fa671b0-6717-4274-ba95-15fcdd05a3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.512706176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"56916572-a68f-4c4a-b92f-5442263d8066","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.522128391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fa671b0-6717-4274-ba95-15fcdd05a3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.523592537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2ce1a4d9-a956-4d98-bc35-4ba36e23c9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.552759804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fa671b0-6717-4274-ba95-15fcdd05a3bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.557127131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"56916572-a68f-4c4a-b92f-5442263d8066","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.570143198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966082d6-9f2e-4e7c-baaf-ce904ae7d3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.586580323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2ce1a4d9-a956-4d98-bc35-4ba36e23c9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.587208449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"96371e5d-5c26-42fe-8d5b-f1e10c1d9955","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.609059634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2da434a2-5ba9-47f9-a229-e5197ad044ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.610918485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"96371e5d-5c26-42fe-8d5b-f1e10c1d9955","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.623240766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966082d6-9f2e-4e7c-baaf-ce904ae7d3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.62441384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2da434a2-5ba9-47f9-a229-e5197ad044ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.634024924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"966082d6-9f2e-4e7c-baaf-ce904ae7d3ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.655223839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9260a22-c63d-40e8-bfff-d815a5636dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.65971452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9260a22-c63d-40e8-bfff-d815a5636dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.663229278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9260a22-c63d-40e8-bfff-d815a5636dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.666526952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9260a22-c63d-40e8-bfff-d815a5636dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.694587673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"621ea9a4-e063-4f35-9a60-83157766857e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.694688085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"8e944f8d-dc11-4993-97e1-2f1efd10fa2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.702577642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"8e944f8d-dc11-4993-97e1-2f1efd10fa2a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:52.703076034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"621ea9a4-e063-4f35-9a60-83157766857e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.135736281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"714a628d-8b47-4819-bcb6-d81d6e637afb","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.14412117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39f311f7-3ff3-42ef-80a4-658121a9a3e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.144143509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39f311f7-3ff3-42ef-80a4-658121a9a3e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.14446834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6387c40-8b5b-4806-a410-9ca6d0b566ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.144481361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f6387c40-8b5b-4806-a410-9ca6d0b566ac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.144731728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"83737dc7-829a-499e-9939-3f466151f736","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.144742792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"83737dc7-829a-499e-9939-3f466151f736","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.144946286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04f671fc-5e4c-4daf-9d9d-57a65b460e09","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.144957064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04f671fc-5e4c-4daf-9d9d-57a65b460e09","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145131548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f1bd847-d0d6-465b-b64c-b0f1b6aeadbc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145140717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3f1bd847-d0d6-465b-b64c-b0f1b6aeadbc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145298875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9197f6e-77c6-4d82-90ad-3808473644d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145307958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d9197f6e-77c6-4d82-90ad-3808473644d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145473148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2354e1ad-ace1-492d-b047-3d9c2e26e83c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145482239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2354e1ad-ace1-492d-b047-3d9c2e26e83c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145651945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfc3d22d-0b4a-4e74-b19e-d9164969fd35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.145662096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfc3d22d-0b4a-4e74-b19e-d9164969fd35","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.148928159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cf0bd28-e583-4fe5-a1be-14e81105078c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.14930509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"e918d297-5ac2-476e-8866-bb1ccba8c17f","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.149891826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"cda803ea-66e7-411f-b9dc-078737379813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.151511977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e136401-eb40-4146-989d-ed2a80f43745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.15496508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"65390e2c-5f5f-479b-9c9c-fcb9f1c6b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.160432874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e136401-eb40-4146-989d-ed2a80f43745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.160646941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cf0bd28-e583-4fe5-a1be-14e81105078c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.163095847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"cda803ea-66e7-411f-b9dc-078737379813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.163490575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"e918d297-5ac2-476e-8866-bb1ccba8c17f","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.166510816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e136401-eb40-4146-989d-ed2a80f43745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.167312537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"65390e2c-5f5f-479b-9c9c-fcb9f1c6b0b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.167913488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12ef6b92-aaa8-4fa3-8a57-a2e209632847","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.167943897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4af69af-7162-42bc-8a04-56d22dac1c6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.17037928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cf0bd28-e583-4fe5-a1be-14e81105078c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.183717523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"74f44c38-5377-4335-9f46-4dbf76334a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.19165385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"74f44c38-5377-4335-9f46-4dbf76334a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.2788756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"030c336e-b5ef-4408-bd67-5fe02ea07761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.282407208Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-2f6ef2","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-2f6ef2","reconcileID":"95bf1c2a-eba3-4ede-9ba1-65c4a3ade060","namespace":"llm","name":"e2e-dft-refs-2f6ef2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.288216393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"030c336e-b5ef-4408-bd67-5fe02ea07761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.378639416Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"d4a29788-5451-4335-9a6e-26a9a71d2a49","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","subscription":"e2e-att-unrel-2ac2a3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.380715998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e03527dc-f96e-4927-a88a-26d5840d7ce2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.382072644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c24f4362-c5e3-458a-83d7-b3458b1c2a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.382381709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fc7bb22e-71c3-4674-88f1-3a79e2b4ca58","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.382474626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"50835b7f-7691-484c-a3ba-998eaf1550b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.387925106Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"d4a29788-5451-4335-9a6e-26a9a71d2a49","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.391120477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e03527dc-f96e-4927-a88a-26d5840d7ce2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.392699373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"50835b7f-7691-484c-a3ba-998eaf1550b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.393478904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c24f4362-c5e3-458a-83d7-b3458b1c2a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.395112137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fc7bb22e-71c3-4674-88f1-3a79e2b4ca58","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.399012482Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-sub","reconcileID":"d4a29788-5451-4335-9a6e-26a9a71d2a49","MaaSSubscription":{"name":"e2e-att-unrel-2ac2a3-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.48366634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ad43903a-135d-428f-aaef-d9ff2e25feef","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.493803344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ad43903a-135d-428f-aaef-d9ff2e25feef","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.522214701Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.547231607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"424d3690-2c3b-4b2b-900e-9c3ae1588c21","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.547264293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"424d3690-2c3b-4b2b-900e-9c3ae1588c21","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.59062631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"02c86bc5-9b5a-49cb-bacb-903c08dce37a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.59500827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"4aec337d-519a-4c65-8c34-a21b4b95de2c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.602849272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"02c86bc5-9b5a-49cb-bacb-903c08dce37a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.610688468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"4aec337d-519a-4c65-8c34-a21b4b95de2c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.699799712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e51b9cf8-0f3e-4b1f-8271-59caf14e5ca6","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.699830609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"e51b9cf8-0f3e-4b1f-8271-59caf14e5ca6","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.719909264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6fa4ed0-1341-4bfc-b2e9-816b9ef62d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.732656134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53a2357-1430-4059-8497-c9a8b0d90882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.735568965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6fa4ed0-1341-4bfc-b2e9-816b9ef62d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.738267424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a4161659-908a-469f-ae24-a427d3fe5635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.748265896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6fa4ed0-1341-4bfc-b2e9-816b9ef62d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.754527349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53a2357-1430-4059-8497-c9a8b0d90882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.756100656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a4161659-908a-469f-ae24-a427d3fe5635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.761082686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53a2357-1430-4059-8497-c9a8b0d90882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.766097379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-unrel-2ac2a3-access","reconcileID":"34c06a11-7093-4925-9782-7b9cfc30e612","MaaSAuthPolicy":{"name":"e2e-att-unrel-2ac2a3-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.77915054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"0025185e-3cb2-4e23-bf32-2cdca4177beb","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.779898375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5eafe5c8-851c-4223-9472-a02cd5a5522d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.780367627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5429780a-0e6f-449f-9662-bdb50e17c5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.781769601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"07a3dc2a-44be-4d80-8502-a147d7074b77","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.781834516Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"07a3dc2a-44be-4d80-8502-a147d7074b77","MaaSModelRef":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-unrel-2ac2a3-bbc534d1609a","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-unrel-2ac2a3","externalModel":"e2e-att-unrel-2ac2a3","provider":"e2e-att-unrel-2ac2a3-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.782219048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2ef4e220-f02c-4218-a29e-eab95968c8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.787662738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"0025185e-3cb2-4e23-bf32-2cdca4177beb","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.791667362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5429780a-0e6f-449f-9662-bdb50e17c5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.792262939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5eafe5c8-851c-4223-9472-a02cd5a5522d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:53.795763113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2ef4e220-f02c-4218-a29e-eab95968c8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.296462467Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"5e44b257-2186-4c3a-853f-da2732cfe6ce","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.308486859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"42dc0ec6-4878-439a-b79e-d85ed7ab5c92","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.308714622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5aabdc9-30b4-4fec-a25e-65f4faca062d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.30916182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"adfc7b07-6103-488c-9d9a-13e6204cbb1b","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.309182903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"adfc7b07-6103-488c-9d9a-13e6204cbb1b","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.309186113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de8a9b5e-4634-4e1a-b138-c1f49ba513ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.311716806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3bb6aa76-8dbb-46f7-a7c9-531c74d401fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.31235379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"af47a81e-dec3-4a1b-a199-e8c82d7ccbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.316380447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"42dc0ec6-4878-439a-b79e-d85ed7ab5c92","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.316727433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5aabdc9-30b4-4fec-a25e-65f4faca062d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.318855998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de8a9b5e-4634-4e1a-b138-c1f49ba513ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.319441723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3bb6aa76-8dbb-46f7-a7c9-531c74d401fc","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.322499913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"af47a81e-dec3-4a1b-a199-e8c82d7ccbd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.32412598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5aabdc9-30b4-4fec-a25e-65f4faca062d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.324852799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de8a9b5e-4634-4e1a-b138-c1f49ba513ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.328449822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"1be72678-52e1-4dab-bfa4-5085cec02319","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.340425131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6a6cb634-935d-4d01-b28d-1f7af3dd7196","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.341080732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"f3394772-34fb-47e3-bd02-bbd971744f99","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.354859776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6a6cb634-935d-4d01-b28d-1f7af3dd7196","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.356377917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"f3394772-34fb-47e3-bd02-bbd971744f99","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.425914844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-2ac2a3","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","reconcileID":"b495ffba-a049-4b48-9d50-4c3973221ea1","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-unrel-2ac2a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.435959857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a12991b0-bf5c-4216-a154-34f1e9ad33a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.444612717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a12991b0-bf5c-4216-a154-34f1e9ad33a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.445097207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1c4a40d9-0fb2-4d92-a326-d710136fd109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.450546602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c12fdaca-ef97-4ef7-8625-c2010b47f82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.458448959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"1c4a40d9-0fb2-4d92-a326-d710136fd109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.469289129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c12fdaca-ef97-4ef7-8625-c2010b47f82e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.612927062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"62b5d6bd-5136-479d-843d-783a13d7a488","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.620564484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2d344fd7-6784-41ee-910c-eb0413e9feaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.650914775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"62b5d6bd-5136-479d-843d-783a13d7a488","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.659240481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2d344fd7-6784-41ee-910c-eb0413e9feaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.666490514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f129b470-dcc5-4f5c-8e26-6e8b0a7b251c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.667436576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad1ff84-379c-47a0-83da-650530fcddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.668209266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f7c3f91b-91a2-4610-8600-65417e759c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.674492041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f129b470-dcc5-4f5c-8e26-6e8b0a7b251c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.676723859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad1ff84-379c-47a0-83da-650530fcddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.677961248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f7c3f91b-91a2-4610-8600-65417e759c77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.680544999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f129b470-dcc5-4f5c-8e26-6e8b0a7b251c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.682436268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ad1ff84-379c-47a0-83da-650530fcddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.74724089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6c99e7a9-4728-4307-ab89-47ff77164280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.749457377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b0b1389b-ac43-466b-8bfb-05c8db69456a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.750259023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"5158dcb4-e873-475c-b92a-3827811d3070","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.750269977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3b5d413c-f1be-46db-baf2-70cf337dc0b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.750587047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"d9ec3717-4e6b-4457-99ac-f60a011bb9bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.75491592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6c99e7a9-4728-4307-ab89-47ff77164280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.757825609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b0b1389b-ac43-466b-8bfb-05c8db69456a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.758702012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"5158dcb4-e873-475c-b92a-3827811d3070","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.76137684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3b5d413c-f1be-46db-baf2-70cf337dc0b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.762040836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"d9ec3717-4e6b-4457-99ac-f60a011bb9bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.876221475Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"9ca429ff-a54d-4a89-b78e-bcd925184b50","namespace":"llm","name":"e2e-dft-del-1e9b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.884196933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"4cfb672f-f4f1-46e8-8c69-8ac1a83859ec","namespace":"llm","name":"e2e-dft-del-1e9b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.975422708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"7f1fb2ff-cdfb-4d15-a018-219bc0e8583d","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:54.975549766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"7f1fb2ff-cdfb-4d15-a018-219bc0e8583d","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.034762672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24fbde6d-48d2-4eba-9829-f42b26c0deb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.034811781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24fbde6d-48d2-4eba-9829-f42b26c0deb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.035171701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"22e86347-e18e-4a15-9509-6d80bb5702d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.035337369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd65aeb0-b5d4-4fb2-a3b5-6ea9a6c8b521","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.035357741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bd65aeb0-b5d4-4fb2-a3b5-6ea9a6c8b521","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.036882069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0954c148-8586-4462-94c6-e70d3f653862","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.036902337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0954c148-8586-4462-94c6-e70d3f653862","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.037246694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"026fa00d-434d-498d-8128-af45101ff6d9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.037263732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"026fa00d-434d-498d-8128-af45101ff6d9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.037566632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf9803d1-4d4d-4f26-961e-0be46c9705bd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.037583053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf9803d1-4d4d-4f26-961e-0be46c9705bd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.037912294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe08356e-d8e0-4ebd-bea7-4469198896f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.037929257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fe08356e-d8e0-4ebd-bea7-4469198896f8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.038253049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d59fe45d-3a9e-4c9e-9b15-bb3f37360264","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.038272089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d59fe45d-3a9e-4c9e-9b15-bb3f37360264","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.038578722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"851ab173-f725-4499-b378-3916b9793c54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.038595184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"851ab173-f725-4499-b378-3916b9793c54","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.04523808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2eaa0558-30c2-4cce-8eb7-7dc3f85ac3f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.045325475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"1256b1c5-b71c-4f9e-bf97-1f8e758e568e","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e4d566c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.047711909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"22e86347-e18e-4a15-9509-6d80bb5702d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.088350891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"28821a1e-365c-4c48-ae9c-938bfc995e62","MaaSModelRef":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"name":"e2e-dft-del-1e9b77","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.089101775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ac92e6-1707-422a-8b8b-7f58eb5febd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.089903997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"aead4a3e-5c18-47f7-a3bb-cc8e32054101","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.09049823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f09f4ac-a7c6-48b8-ad63-b62fe56efe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.091130378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b1fcef06-988d-4879-9720-7d176c5ac399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.109527252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"aead4a3e-5c18-47f7-a3bb-cc8e32054101","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.11037769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ac92e6-1707-422a-8b8b-7f58eb5febd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.114459727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f09f4ac-a7c6-48b8-ad63-b62fe56efe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.116206904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d411a8d-0a5c-4ef4-9ac6-a963c1a70fca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.123947067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f09f4ac-a7c6-48b8-ad63-b62fe56efe54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.125598488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27ac92e6-1707-422a-8b8b-7f58eb5febd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.127085765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b1fcef06-988d-4879-9720-7d176c5ac399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.166260756Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"a00b3c71-c764-4e58-9404-d79479a03988","namespace":"llm","name":"e2e-dft-del-1e9b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.170883395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"eda34c12-f345-4bf2-8beb-a276b9162e46","MaaSModelRef":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-1e9b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.170916597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"eda34c12-f345-4bf2-8beb-a276b9162e46","MaaSModelRef":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"routeName":"external-model-e2e-dft-del-1e9b77-a42d131fd09b","namespace":"llm","model":"e2e-dft-del-1e9b77","externalModel":"e2e-dft-del-1e9b77","provider":"e2e-dft-del-1e9b77-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.173127645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b008897c-2931-4368-8a69-8dd2d7a3db92","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.175740766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"f1052688-e054-43c5-bd0a-b34b08a84b93","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.175920212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"efe5b66a-7264-42ff-b81f-42bb4eb41206","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.177083969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"49ef276f-8eef-4da2-a443-d9e8bfe27d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.181266681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b008897c-2931-4368-8a69-8dd2d7a3db92","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.187596719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"f1052688-e054-43c5-bd0a-b34b08a84b93","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.244239913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"49ef276f-8eef-4da2-a443-d9e8bfe27d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.244722399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"efe5b66a-7264-42ff-b81f-42bb4eb41206","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.269695241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d0583749-f476-40a7-9899-303b6643fc9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.279245168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d0583749-f476-40a7-9899-303b6643fc9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.383867472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"1c898671-e0aa-4095-bab0-d2a28af705ea","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.40351776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8d861947-db10-4df4-bf6d-cedd53bad0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.407970049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736a642e-feeb-4305-9f80-d2746d368af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.40966716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a15170ae-c55f-4e52-88f8-36235ae91403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.413087613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8d861947-db10-4df4-bf6d-cedd53bad0d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.415036191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"1c898671-e0aa-4095-bab0-d2a28af705ea","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.418027502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736a642e-feeb-4305-9f80-d2746d368af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.418112653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfcb6dcf-14ee-4306-8ab5-b261338e84a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.42618248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"736a642e-feeb-4305-9f80-d2746d368af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.428909119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfcb6dcf-14ee-4306-8ab5-b261338e84a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.429692105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a15170ae-c55f-4e52-88f8-36235ae91403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.435209978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfcb6dcf-14ee-4306-8ab5-b261338e84a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.489466546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b7a2b96d-024c-42b0-850c-fd9f08081afa","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.490112613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"231d41bc-0039-465d-bb7f-3ff00647dc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.5032468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"231d41bc-0039-465d-bb7f-3ff00647dc10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.506812933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b7a2b96d-024c-42b0-850c-fd9f08081afa","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.593604303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"dfeecf79-dcc0-4723-99c7-ad9ac25df408","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.593718085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"fb399a32-1a30-481a-b97a-353bd6a4c456","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.594254624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"9b23fb67-6570-41b9-9078-7ee5a54a901b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.602105312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"dfeecf79-dcc0-4723-99c7-ad9ac25df408","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.604123857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"fb399a32-1a30-481a-b97a-353bd6a4c456","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.60476072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"9b23fb67-6570-41b9-9078-7ee5a54a901b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.685266109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"da3963fc-66ca-417a-af67-9ffb671d2774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.685286841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2aa07da4-9d66-4099-867d-31d548fed291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.697842182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2aa07da4-9d66-4099-867d-31d548fed291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:55.698107728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"da3963fc-66ca-417a-af67-9ffb671d2774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.080033735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"e0f58259-f115-4773-98c1-32b8c6da222e","namespace":"llm","name":"e2e-dft-del-1e9b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.08757032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12ac02d4-ea5d-4e46-b0ac-52f99a8ac551","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.087591715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12ac02d4-ea5d-4e46-b0ac-52f99a8ac551","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.087903776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4bc860ae-39d0-42ac-86e4-a9a67ba2f127","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.087920992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4bc860ae-39d0-42ac-86e4-a9a67ba2f127","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.08813053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ffb828e-3f3a-4b19-a0a8-a192522dec8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.088141296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ffb828e-3f3a-4b19-a0a8-a192522dec8e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.088374161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06bb5157-55d5-4d6a-8ba3-1f73a87b83bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.088390601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06bb5157-55d5-4d6a-8ba3-1f73a87b83bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.088702507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"499bd9be-7b67-489b-ad94-96b208fd8e2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.088723438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"499bd9be-7b67-489b-ad94-96b208fd8e2d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.089178291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87aa95ec-cb4d-4a35-9cf1-3fbe0a0ff085","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.089197504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"87aa95ec-cb4d-4a35-9cf1-3fbe0a0ff085","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.089515259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8f27b8d6-32b6-4200-9546-0ae4520c3c74","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.089529181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8f27b8d6-32b6-4200-9546-0ae4520c3c74","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.089792582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2885bb80-7334-4f81-b950-51da63651c5b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.089808368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2885bb80-7334-4f81-b950-51da63651c5b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.092692196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0a3ef65-a252-4038-91ea-1727c2b16a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.098267028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a68ff6cf-5fb1-4c68-8151-02e63b8da1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.098440946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b358043b-05d7-4482-bcd3-0d0390c1d918","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.098756475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1919d0f9-d77a-462b-9bb7-9e8a9f36754d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.09905992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f41dae42-3af2-46b3-a52f-621a02408fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.107071115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b358043b-05d7-4482-bcd3-0d0390c1d918","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.107133572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0a3ef65-a252-4038-91ea-1727c2b16a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.109878098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1919d0f9-d77a-462b-9bb7-9e8a9f36754d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.109975094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a68ff6cf-5fb1-4c68-8151-02e63b8da1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.111747127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53582a13-5dbd-4a5a-a791-30a37e0a2b33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.112837679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f41dae42-3af2-46b3-a52f-621a02408fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.114445103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d84fdab-cbcf-47ae-b282-217a507f5e50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.114479877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0a3ef65-a252-4038-91ea-1727c2b16a3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.144888178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1919d0f9-d77a-462b-9bb7-9e8a9f36754d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.15919935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"5ad6ec0e-f475-42bc-8e4d-2cf643512fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.160033261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"a203df75-eabb-4e47-a18a-b07ba5ad408c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.168585839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"5ad6ec0e-f475-42bc-8e4d-2cf643512fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.169591453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"a203df75-eabb-4e47-a18a-b07ba5ad408c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.24755029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1e9b77","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1e9b77","reconcileID":"f53d6ef0-6984-476f-86d1-09ef7b556a4f","namespace":"llm","name":"e2e-dft-del-1e9b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.255610194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"56e9796f-275d-4885-8b9c-7fc1b5a497b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.259560756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6a0b3e83-3998-4341-9687-c4adc8a0493d","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.2600206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7f0455f4-75e8-49df-ab2c-cd4c9a995949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.263291531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"56e9796f-275d-4885-8b9c-7fc1b5a497b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.26891258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6a0b3e83-3998-4341-9687-c4adc8a0493d","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.269107227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7f0455f4-75e8-49df-ab2c-cd4c9a995949","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.367352489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"d6007aa3-6928-4a2b-9c6f-820040772be0","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.368315664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0a462368-c697-4c0c-8b84-85241b68194b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.372287583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dbc16f2e-e890-4459-8865-3374144490c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.388575656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0a462368-c697-4c0c-8b84-85241b68194b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.418259003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dbc16f2e-e890-4459-8865-3374144490c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.418469264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"d6007aa3-6928-4a2b-9c6f-820040772be0","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.490732468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"609bfe83-59a5-43af-bc24-7dbc189d586a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.492351604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8c866c8-15ff-446d-8735-76151799bbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.509663636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8c866c8-15ff-446d-8735-76151799bbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.51136924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"609bfe83-59a5-43af-bc24-7dbc189d586a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.524106196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8c866c8-15ff-446d-8735-76151799bbc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.524445952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"609bfe83-59a5-43af-bc24-7dbc189d586a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.559514395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4be2578f-9b43-4639-aea6-191f933899dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.561299531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"31567746-c59b-4fed-93bf-0ab316dd5ad5","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.567365987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4be2578f-9b43-4639-aea6-191f933899dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.570071956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"31567746-c59b-4fed-93bf-0ab316dd5ad5","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.662272607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5aa7c51a-e724-422a-a279-bfd47398922c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.665968508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf174b4f-7e93-4fbe-ac48-504a3c4f71cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.669446588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"c054ae2d-b35c-417b-bdf0-6b958d60fe34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.669647402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5aa7c51a-e724-422a-a279-bfd47398922c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.66988216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"95f3bfbe-d228-4434-ba41-cbff3d376927","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.744400237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"bf174b4f-7e93-4fbe-ac48-504a3c4f71cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.744596553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"c054ae2d-b35c-417b-bdf0-6b958d60fe34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.749947854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"95f3bfbe-d228-4434-ba41-cbff3d376927","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.761103361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"2ae836eb-f37b-4304-b583-2f95deb683c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.761266037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1cf6ce56-07b0-4578-958c-f8c2af75ab52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.768727485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"1cf6ce56-07b0-4578-958c-f8c2af75ab52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.769594397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"2ae836eb-f37b-4304-b583-2f95deb683c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.784831394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95965144-9d68-4665-a5da-b23c2f04f2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.788183667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95965144-9d68-4665-a5da-b23c2f04f2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.791470967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95965144-9d68-4665-a5da-b23c2f04f2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:56.794688466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95965144-9d68-4665-a5da-b23c2f04f2e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.151963439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ccf1-0b09-4cab-a16b-0341e41e5c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.156078317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ccf1-0b09-4cab-a16b-0341e41e5c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.159570706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ccf1-0b09-4cab-a16b-0341e41e5c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.162660323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d031ccf1-0b09-4cab-a16b-0341e41e5c79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.583385083Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-ea421713","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-ea421713","reconcileID":"93726e04-fd66-4c7f-93b2-71d11d2f3e9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-ea421713","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-ea421713":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.732405678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ea0e56-9dfc-41a0-9b13-097714b6c8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.735804206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ea0e56-9dfc-41a0-9b13-097714b6c8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.738991375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ea0e56-9dfc-41a0-9b13-097714b6c8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:15:57.74194159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85ea0e56-9dfc-41a0-9b13-097714b6c8b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:01.542441502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"ee753362-e166-4849-8b58-4c9347aa237c","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:01.736675426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"0d0ced88-8f67-4d21-98e0-479e12c6217b","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.017525411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"801c2a5f-4ecf-4b4e-ad3f-f129449a6c0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.018148835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6ae625eb-88a9-4075-b39a-7f601184aa55","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.019054218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"1cd76bf9-b8d3-4ff9-847c-5124ffc2be83","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.021043899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"5e633388-d737-420e-b50c-cedd2fa37c3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.030660496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"801c2a5f-4ecf-4b4e-ad3f-f129449a6c0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.051743323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6ae625eb-88a9-4075-b39a-7f601184aa55","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.056082416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"1cd76bf9-b8d3-4ff9-847c-5124ffc2be83","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:02.060931451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"5e633388-d737-420e-b50c-cedd2fa37c3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:03.642196977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1e419c-8424-4bef-a6f9-fa95bc6066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:03.646480306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1e419c-8424-4bef-a6f9-fa95bc6066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:03.650674665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1e419c-8424-4bef-a6f9-fa95bc6066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:03.653908711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b1e419c-8424-4bef-a6f9-fa95bc6066fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.004130946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7327fc70-67fb-44a6-8041-062372552585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.009860552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7327fc70-67fb-44a6-8041-062372552585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.024477539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7327fc70-67fb-44a6-8041-062372552585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.030275713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7327fc70-67fb-44a6-8041-062372552585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.484410787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9de2ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9de2ac","reconcileID":"ffa64ee1-59f1-4748-a6c6-895c93061e80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-9de2ac","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-9de2ac":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.737958662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5755ddfc-c0e6-4a88-ac07-12cd8ba0df64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.746396624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5755ddfc-c0e6-4a88-ac07-12cd8ba0df64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.753961738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5755ddfc-c0e6-4a88-ac07-12cd8ba0df64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.76631794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5755ddfc-c0e6-4a88-ac07-12cd8ba0df64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:04.774968581Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.051114022Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"04dd9ebf-e441-4b46-93c8-e9e9d0be7a79","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","subscription":"e2e-att-serve-f951bd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.057189556Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"04dd9ebf-e441-4b46-93c8-e9e9d0be7a79","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.060405511Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-sub","reconcileID":"04dd9ebf-e441-4b46-93c8-e9e9d0be7a79","MaaSSubscription":{"name":"e2e-att-serve-f951bd-sub","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"maas-trlp-e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.089209701Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.092261951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c7c4aa26-93d2-4540-bc8a-417f7a196122","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.092286171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"c7c4aa26-93d2-4540-bc8a-417f7a196122","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.095404066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"761132af-3544-437c-b4c4-2f2d5b123504","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.102282633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"761132af-3544-437c-b4c4-2f2d5b123504","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.114507638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","reconcileID":"a393b184-7816-416d-be16-78ff5d2617b4","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.123344212Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","reconcileID":"cac025dc-d03b-4c7d-9790-4a75225844af","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.125053702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5c178a59-a476-4f24-a848-7fbaf8dd6344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.125275535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7077ac55-9da8-4fc6-af4a-863bf89ca19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.125463177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a0adf422-5b7e-459a-bbc9-1ed8490e78aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.125707714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b40fc81-f834-4013-abca-cd5300090b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.132507266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5c178a59-a476-4f24-a848-7fbaf8dd6344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.132746602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7077ac55-9da8-4fc6-af4a-863bf89ca19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.135021111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a0adf422-5b7e-459a-bbc9-1ed8490e78aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.136598425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b40fc81-f834-4013-abca-cd5300090b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.142585105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7077ac55-9da8-4fc6-af4a-863bf89ca19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.143840783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b40fc81-f834-4013-abca-cd5300090b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.155955002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"3483f287-c8e9-43da-8787-71d2a3c644ef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.166095177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"7eb45ab5-a2eb-4e6d-b8e0-44ff0cdf6b1b","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.17344298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"b3087255-cfbf-4b5b-b40d-a2ef9c68e97b","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.182986708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"218c9562-c0b9-4246-b322-12db961be155","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.18793398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"180a9572-7a1d-461d-a6b1-c7e475e5a119","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.187953266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"180a9572-7a1d-461d-a6b1-c7e475e5a119","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.188306082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf7e400-6949-41bd-a0fb-f1e17d3cca2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.188315757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adf7e400-6949-41bd-a0fb-f1e17d3cca2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.193228844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"6f92bf8f-587f-4621-b127-2deca20ed923","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.193251381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"8160c5c5-9c24-4f8b-8f4b-912e03d079e7","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.199616611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"e121e288-2ce6-433b-ac65-8e686076e1df","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.20273349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"553dcf03-3208-4a30-ae32-a3f2d85b1a08","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.203055908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"6f5101a1-4aa9-4913-8f9a-06eb3edffd11","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.208560828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b4384bd1-d6bf-48ba-9db4-0604eaabe78e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.209068282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"92724ddc-1084-4c51-88e9-73299754280c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.245208702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"560545ce-1ef2-4de5-92e0-2a150f3fb342","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.246832837Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c05a675a-53c5-4336-a02e-db3ce2110b06","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.248990826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"92724ddc-1084-4c51-88e9-73299754280c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.250643883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b4384bd1-d6bf-48ba-9db4-0604eaabe78e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.253249443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"eb891d30-589a-4796-852d-fee82ccb7ca7","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.253272032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"eb891d30-589a-4796-852d-fee82ccb7ca7","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.292379393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"0e356d49-d39e-4645-a51d-af29e4c0f2ff","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.361100847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"58a6a982-d85b-45b1-88e4-697ef8a02316","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.44455065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c251a4ab-10e7-4d1b-a0b4-6917260c2272","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.445343317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"8b97d254-12c2-40dd-8c14-4b7e5d169911","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.446015782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","reconcileID":"65a55331-2c7f-4785-97d0-2e79116f9eb8","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.448394447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"74b7e3d8-7435-47c6-9f5f-652b5f2d6135","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.452446496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c251a4ab-10e7-4d1b-a0b4-6917260c2272","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.455810123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"f81b1c22-ee4b-4a1d-930d-609225976d7f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.460915398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"74b7e3d8-7435-47c6-9f5f-652b5f2d6135","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.461915437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"bef50828-7f98-41bd-af07-9fdcca3f2bb8","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.463585769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"416d0da8-b360-4275-8c32-9005879f8657","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.464327479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"aae2b19e-de09-4c0a-acfc-99265ae0eea8","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.464883786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"14db7bdb-c58e-4757-96de-f1465651cc2d","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.46760582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c05a675a-53c5-4336-a02e-db3ce2110b06","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.658470807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"2551f96c-1266-4e2b-8ab8-7ebc5966bb9d","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.678560803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5010c795-c177-455b-9f2c-1220ffbb2b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.67855651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"7c912b69-ecda-45b7-923f-36b8ef161922","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.682730852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"9effd657-580a-4b9c-ba1d-8c035e0a9545","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.747353781Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c05a675a-53c5-4336-a02e-db3ce2110b06","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"name":"e2e-extmod-b-5370bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.747382124Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"e2e-att-serve-f951bd-access","reconcileID":"c05a675a-53c5-4336-a02e-db3ce2110b06","MaaSAuthPolicy":{"name":"e2e-att-serve-f951bd-access","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-5370bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.747609065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5010c795-c177-455b-9f2c-1220ffbb2b45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.752883268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"7c912b69-ecda-45b7-923f-36b8ef161922","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.761192224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4d497dec-1ee2-4606-9042-110cb52b4a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.762541462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"0f49e14c-ed4a-4db6-8182-9852b2eb8cf6","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.773679119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4d497dec-1ee2-4606-9042-110cb52b4a17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.853430353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","reconcileID":"becc83ad-ca2b-472d-8ac5-d480b62916e7","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5f423691bf9d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.854100198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6db12434-44dd-4290-894c-f9ce9726e4c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.857188463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1318fb81-3f15-451d-8e9b-6b6f366ae3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.866300182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6db12434-44dd-4290-894c-f9ce9726e4c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.870223663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1318fb81-3f15-451d-8e9b-6b6f366ae3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.873891805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"4f2b623a-e2cf-4a04-9be9-8a16cdff2c2f","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"tenant":"e2e-extmod-b-5370bb","gateway":"openshift-ingress/e2e-extmod-b-5370bb","model":"e2e-extmod-att-user-2a7e27/e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.873910351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"4f2b623a-e2cf-4a04-9be9-8a16cdff2c2f","MaaSModelRef":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"routeName":"external-model-e2e-att-serve-f951bd-c31c0850b496","namespace":"e2e-extmod-att-user-2a7e27","model":"e2e-att-serve-f951bd","externalModel":"e2e-att-serve-f951bd","provider":"e2e-att-serve-f951bd-provider","gateway":"openshift-ingress/e2e-extmod-b-5370bb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.87690476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1318fb81-3f15-451d-8e9b-6b6f366ae3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.881458269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"ef8a6320-cedd-4e90-8606-0aeb1865c253","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.905334329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"504a1184-bd7e-44a2-ac3d-d7243cc40181","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.905352627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cc9a747-3293-4b65-9592-e63befc04565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.905936701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6e310ed3-7a3a-4a4e-a498-c801e249aed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.906111725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"7de6f1d3-2cbf-4a38-9f20-456f884d6655","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.906795142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0815caeb-c862-4ac2-b1d3-d6ed6cf4931d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.913700127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6e310ed3-7a3a-4a4e-a498-c801e249aed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.944985012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"504a1184-bd7e-44a2-ac3d-d7243cc40181","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.945440583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0815caeb-c862-4ac2-b1d3-d6ed6cf4931d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.946239356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"7de6f1d3-2cbf-4a38-9f20-456f884d6655","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.947419462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cc9a747-3293-4b65-9592-e63befc04565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:05.957934475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3cc9a747-3293-4b65-9592-e63befc04565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.011587003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"77bf43b6-351d-44f4-9e73-bc8f347c8f39","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.024757811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"77bf43b6-351d-44f4-9e73-bc8f347c8f39","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.10532427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b3b10b54-43b0-46ae-87a7-e81939fa174a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.105352582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2ca4b418-128a-43db-a00a-adb8d26d31e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.10649967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"48410ffc-0c2f-4d62-9ef8-151b49ae2c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.112429501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b3b10b54-43b0-46ae-87a7-e81939fa174a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.112674492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2ca4b418-128a-43db-a00a-adb8d26d31e2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.114804951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"48410ffc-0c2f-4d62-9ef8-151b49ae2c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.189666321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f8ee9025-b2fa-443d-b58e-5132726b7c9a","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.19937872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f8ee9025-b2fa-443d-b58e-5132726b7c9a","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.208385777Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5618d292-aa82-4176-be74-590199e1df86","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.208442851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5618d292-aa82-4176-be74-590199e1df86","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.22261701Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"cf6ed431-49eb-4f79-a1c5-efae5a9225af","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.222673071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"cf6ed431-49eb-4f79-a1c5-efae5a9225af","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.247036258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"d46a6b67-a23a-4e3c-ad0b-385a9b2f01ad","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.247092327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"d46a6b67-a23a-4e3c-ad0b-385a9b2f01ad","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.285514451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"3110ce04-2d5c-457d-aed4-f472da4fb8f9","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.295452211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"58f21a39-a8fb-457f-baa1-c04b40f79306","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.295525193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"58f21a39-a8fb-457f-baa1-c04b40f79306","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.297908903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dced0096-50ba-4d0d-b7c6-668eaedf9280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.301128576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69316519-abd8-42cd-b5f2-fd6f298e9736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.301166929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f4aafda0-96b4-49ad-baee-21f217bdb22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.302177462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"941f7e07-a331-4e16-b8fd-4e66b58b2c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.302311241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7b7f3b2b-2453-4a58-b982-b50b7ec8170f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.307501418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dced0096-50ba-4d0d-b7c6-668eaedf9280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.310683877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69316519-abd8-42cd-b5f2-fd6f298e9736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.311921205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f4aafda0-96b4-49ad-baee-21f217bdb22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.313256399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7b7f3b2b-2453-4a58-b982-b50b7ec8170f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.315726835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"941f7e07-a331-4e16-b8fd-4e66b58b2c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.317008828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69316519-abd8-42cd-b5f2-fd6f298e9736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.323687121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"941f7e07-a331-4e16-b8fd-4e66b58b2c0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.3818782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"0a07e3d7-bec9-4203-8cdd-de5c643a547f","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.381945123Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"0a07e3d7-bec9-4203-8cdd-de5c643a547f","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.399289034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6c9fa637-1db5-4111-8ee5-ed8bb0d834b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.39928894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7f8fdc63-dddd-4659-91a5-87d7a6c1cd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.408620498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6c9fa637-1db5-4111-8ee5-ed8bb0d834b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.409764612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7f8fdc63-dddd-4659-91a5-87d7a6c1cd6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.506232334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3c59c986-e096-4d56-9afa-61dcf2a6ec5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.506322959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fbf3275c-958e-462f-ae7b-aaeed4c605d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.511286213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6408f6df-e4ce-46b4-89a6-41ad61990599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.519025835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fbf3275c-958e-462f-ae7b-aaeed4c605d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.525065822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3c59c986-e096-4d56-9afa-61dcf2a6ec5e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.527282974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6408f6df-e4ce-46b4-89a6-41ad61990599","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.552318213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"daf5d0f0-28fe-4d33-b0b1-90b8b7911687","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.552383742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"daf5d0f0-28fe-4d33-b0b1-90b8b7911687","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.619824934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"cf678d6a-8e32-4362-9ce5-63eb8557b25e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.619822324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d465655b-ed31-435e-90ca-6d952f177c83","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.63216986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d465655b-ed31-435e-90ca-6d952f177c83","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.632236364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"cf678d6a-8e32-4362-9ce5-63eb8557b25e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.715718682Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-f951bd","namespace":"e2e-extmod-att-user-2a7e27"},"namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","reconcileID":"984349f9-18af-4623-b09a-bab08d67e7c2","namespace":"e2e-extmod-att-user-2a7e27","name":"e2e-att-serve-f951bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.72989822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8974b28-f681-44a8-8565-f975e80f3571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.729994133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"61376557-13e5-4b6c-bd11-6247ec66aca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.733359162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65fc389c-da8b-44d4-8e63-ea73a2cdebef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.739291164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8974b28-f681-44a8-8565-f975e80f3571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.739654301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"61376557-13e5-4b6c-bd11-6247ec66aca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.748323061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65fc389c-da8b-44d4-8e63-ea73a2cdebef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.749569673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8974b28-f681-44a8-8565-f975e80f3571","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.757339666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65fc389c-da8b-44d4-8e63-ea73a2cdebef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.824895674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"9022a52a-7b5f-4b8f-9713-1c8fb5059266","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-ea421713","tenantID":"e2e-derive-ea421713","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.826916225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a7210ed5-23d2-4519-9cf7-afeefad5a80c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.828282797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b5f36d81-77c4-44f2-b226-14677473f564","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.828286318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a3b1c54f-a026-43eb-b787-d5b5158c05ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.829422652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1aea1ab2-c466-4f6b-ac8f-f4609e003861","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.83456958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a7210ed5-23d2-4519-9cf7-afeefad5a80c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.835237374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b5f36d81-77c4-44f2-b226-14677473f564","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.837590592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1aea1ab2-c466-4f6b-ac8f-f4609e003861","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.837688719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a3b1c54f-a026-43eb-b787-d5b5158c05ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.843300525Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"9022a52a-7b5f-4b8f-9713-1c8fb5059266","name":"e2e-derive-ea421713-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.878696156Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"b6b0cefa-021e-4c73-b49f-d3678cbd8135","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:06.878773663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"b6b0cefa-021e-4c73-b49f-d3678cbd8135","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.962210975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2bde91f1-40b4-4ba1-8fb4-540768be0204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.962687744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"05ebe456-8957-45b4-bac5-c6c65783b8ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.963585849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5a9f7bb3-4b38-4c08-8034-11644faf7b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.964272854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2dd3ad9a-6650-42ff-8f0a-75268d906250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:06.965810607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2a658dce-9c65-4443-a689-c91c92bf10bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.043023678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2bde91f1-40b4-4ba1-8fb4-540768be0204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.045308599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"05ebe456-8957-45b4-bac5-c6c65783b8ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.047636135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"5a9f7bb3-4b38-4c08-8034-11644faf7b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.050003252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2dd3ad9a-6650-42ff-8f0a-75268d906250","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:07.053159695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2a658dce-9c65-4443-a689-c91c92bf10bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:07.53437376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"a4e7a87c-6db2-4522-8c10-d11ef741fe6e","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:07.535098973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"a4e7a87c-6db2-4522-8c10-d11ef741fe6e","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:08.819898328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"e82249fe-95a1-4b1d-a600-c617472e0117","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:08.819973587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"e82249fe-95a1-4b1d-a600-c617472e0117","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:11.384055729Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"6400b3c3-5f63-41d1-bf03-7d01ab2871d8","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:11.384128564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"6400b3c3-5f63-41d1-bf03-7d01ab2871d8","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:11.839902946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"ac5f071a-6983-4721-baa5-58e5583631f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:11.857067709Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"ac5f071a-6983-4721-baa5-58e5583631f3","name":"e2e-worker-w3-9de2ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.833453541Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","reconcileID":"9a4b0f52-09b4-459f-8a00-953b8636b6a9","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.873536598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","reconcileID":"a896d78d-4bc4-46da-95f7-793166cebca4","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.897660395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c9089d4d-57ff-442d-8615-af4157a1bd2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.898335692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2e48a4-7da9-4edf-a353-fded7b6366db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.900231206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba6c4a06-a96c-4dba-bfd4-0fde9c34ae2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.907324453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e5d5a8c7-e9db-4905-b209-bcd411bcd437","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.907895563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d31a5d22-c98d-4002-9947-55a470e5b87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.919515684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c9089d4d-57ff-442d-8615-af4157a1bd2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.923996139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba6c4a06-a96c-4dba-bfd4-0fde9c34ae2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.928991518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2e48a4-7da9-4edf-a353-fded7b6366db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:12.930206619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"1ae1749d-565c-4fcd-9126-12890d920d68","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:12.93036467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"1ae1749d-565c-4fcd-9126-12890d920d68","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.933819183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e5d5a8c7-e9db-4905-b209-bcd411bcd437","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.937558702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba6c4a06-a96c-4dba-bfd4-0fde9c34ae2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.939982019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2e48a4-7da9-4edf-a353-fded7b6366db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.94326078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"b4d2fca1-c2ab-4edb-938d-140be46cbce6","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.947662481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d31a5d22-c98d-4002-9947-55a470e5b87c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.964010585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"c2645ea3-017e-495d-852b-12ed5879a0ce","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.968112104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"38cd979c-f121-405a-8c3d-070035cd498b","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.978696731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"8e22d5ce-c519-4acd-9b14-cd775a09e4c2","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.990409841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","reconcileID":"9d03601d-686f-4420-b083-6ab897d58c26","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5f423691bf9d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:12.999118711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"3bb59f25-1602-448a-a5f9-0fb50c203bfd","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.052906195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e631e507-31c2-42f3-b623-925317be9b4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.053084063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"1d2ab556-abd6-4407-84c3-ecb53fe4d634","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.053976716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"8671dae0-f32b-431a-8497-9469632a2056","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.060733012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e631e507-31c2-42f3-b623-925317be9b4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.061160056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"a24e8c4d-808e-485f-992c-ed9cfdf01d73","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.061556513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"52c318b3-cffd-452a-b165-ad6c92b34824","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:13.062136082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f961f87e-6f49-406e-b7cc-868c7d63d90f","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:13.062193794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f961f87e-6f49-406e-b7cc-868c7d63d90f","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.062820211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"429e53ea-495c-4a0c-ade0-9bb9e8372649","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.063108789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"1d2ab556-abd6-4407-84c3-ecb53fe4d634","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.065855918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"6c2c4e45-9021-4e1b-a006-c73e0242217f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.075364228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"be914c58-5e7f-43e6-bc93-9aee2b5d4e2a","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.090383526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"39d61fb2-5881-44a6-9d08-6decdc8f70eb","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.097441432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"bd8506f2-6f65-4d26-9a33-db8f2d169db4","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.143051784Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","reconcileID":"347a8ad4-9aa6-4d9c-8a5b-6397d586add3","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.147561497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","reconcileID":"3df6e993-bc9b-4d07-bfb9-5dad1d6fef6d","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5f423691bf9d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.150077642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"75f8ea99-2df8-42cf-b67b-c5abc5e65526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.158320394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"75f8ea99-2df8-42cf-b67b-c5abc5e65526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.158676156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"47475883-54c6-4a1b-98d4-674da1fa46db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.159309144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"27e1571c-3632-4582-829e-016cee970289","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.159354129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"81be1378-1357-4f99-93a8-48ab569cee3b","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.159715932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"5b2803b0-2277-4e55-9657-53d8773b484b","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.160210131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"ea7b8545-5f63-41e2-bdc2-97a6aedbb028","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.160848698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9eae3933-0680-482f-a8c9-8804f2302ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.166091304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"47475883-54c6-4a1b-98d4-674da1fa46db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.168307627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9eae3933-0680-482f-a8c9-8804f2302ff5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.168431333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"7a1ede37-a044-448d-ade6-ac35606a209b","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:13.192539609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"439c7939-66a5-446f-894b-7dbefefe695c","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:13.192599395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"439c7939-66a5-446f-894b-7dbefefe695c","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.241969844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"92135163-a781-41b6-bcf7-f6adb172c095","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.291677218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1f044778-fee7-4ef4-8587-40c2784d4c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.291982197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2472e5e6-4311-4386-87af-e4064e5241e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.294509005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"ef969996-4a19-41bf-9749-afd9266516ea","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.305555278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1f044778-fee7-4ef4-8587-40c2784d4c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.310603517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2472e5e6-4311-4386-87af-e4064e5241e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.326925859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"78aa18ad-b68a-4927-9d7a-98f24c7d8d7d","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.366581551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"1feb9a30-6e1c-45a6-b794-62c43ee4c128","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.436217836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1539cab7-069f-4cea-9878-6159da91db49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.44394052Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"f895ba37-8388-4390-9407-3f0eb3326ab2","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.446880487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1539cab7-069f-4cea-9878-6159da91db49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.452876183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1539cab7-069f-4cea-9878-6159da91db49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.465510414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"2469b894-9597-465e-bd0d-65141d7d5886","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.570695736Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","reconcileID":"73ad2b2d-a7ea-4da8-a7db-058b2f6059b4","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.594224936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"95e95116-7587-4084-89b4-bf6e82074c0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.59513551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"23d7e771-10e9-4959-9340-dac14adf002e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.596121867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06ec9253-0f65-43f0-9a1a-e781ac29e8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.615532195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2726f6dc-877f-42a6-a9ce-e4d46ec17253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.626415127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"caa14479-056b-4a04-a7b5-722cb797ffac","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.629610318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06ec9253-0f65-43f0-9a1a-e781ac29e8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.630061756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"23d7e771-10e9-4959-9340-dac14adf002e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.635480705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"d572583b-dde4-4c96-9bad-c8d5b74c9161","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.63601676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"95e95116-7587-4084-89b4-bf6e82074c0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.638918881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06ec9253-0f65-43f0-9a1a-e781ac29e8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.641188138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2726f6dc-877f-42a6-a9ce-e4d46ec17253","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.645118595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"d572583b-dde4-4c96-9bad-c8d5b74c9161","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.649958173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"7f3a7094-3752-4e5a-a72d-3faa198e9c4d","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.650957685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"495bf812-fca3-4be1-a293-6ee55ed4a0b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.658534466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"495bf812-fca3-4be1-a293-6ee55ed4a0b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.804261903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cfe417a3-804d-4321-b6d0-9cf75f9b026a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.813535232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cfe417a3-804d-4321-b6d0-9cf75f9b026a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.880407091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"66299dd3-8636-44a9-b365-c33845e6a2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.88142285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53ee649-e53f-4432-81af-4927d4863f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.891005286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53ee649-e53f-4432-81af-4927d4863f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.891197088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"66299dd3-8636-44a9-b365-c33845e6a2fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.898297264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c53ee649-e53f-4432-81af-4927d4863f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.967691219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"dee6ce4d-6657-4db2-a229-9d84ac79008a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:13.969259344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a7a7ac4c-112e-4b07-a03a-1871f5cf65ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.050945677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"26155710-2085-4c9b-9c92-923443e121ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.051640576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d15ef467-390c-4a9e-ba3d-717e2a364057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.055586596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4b6aa651-eb6c-4c37-92fc-ba14527ed5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.059604146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"dee6ce4d-6657-4db2-a229-9d84ac79008a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.064077948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"26155710-2085-4c9b-9c92-923443e121ed","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.065969601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a7a7ac4c-112e-4b07-a03a-1871f5cf65ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.067434778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d15ef467-390c-4a9e-ba3d-717e2a364057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.143649153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4b6aa651-eb6c-4c37-92fc-ba14527ed5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.258569858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d0321121-a856-4896-8f35-6dc91b34b350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.259290268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c78f31-96f7-44aa-b517-f5239284256e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.265522411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"d0321121-a856-4896-8f35-6dc91b34b350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.266868553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c78f31-96f7-44aa-b517-f5239284256e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.273888179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c78f31-96f7-44aa-b517-f5239284256e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.368353168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8cf8bfeb-603a-40c3-a155-2e1004f4472d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:14.378975713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"8cf8bfeb-603a-40c3-a155-2e1004f4472d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:15.034035049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5cc212b5-1a02-446c-ab5a-3b7fccc23a7d","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:15.034126235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5cc212b5-1a02-446c-ab5a-3b7fccc23a7d","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.204226074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fb7bb-4e27-48e7-bfb5-bf8e133b9f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.207737374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fb7bb-4e27-48e7-bfb5-bf8e133b9f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.210867862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fb7bb-4e27-48e7-bfb5-bf8e133b9f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.215318462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179fb7bb-4e27-48e7-bfb5-bf8e133b9f0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.480185046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6d976-f8ad-46fb-b721-5f6b6b94e439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.483542616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6d976-f8ad-46fb-b721-5f6b6b94e439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.48649766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6d976-f8ad-46fb-b721-5f6b6b94e439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:15.48983796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f6d976-f8ad-46fb-b721-5f6b6b94e439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:17.542981595Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"9cd55b0f-747d-4f10-aadd-b5e0e89da094","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:17.543068485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"9cd55b0f-747d-4f10-aadd-b5e0e89da094","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:17.55452965Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"073c3673-0ed8-47e2-9e5e-ac1abe833ee7","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:17.554603991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"073c3673-0ed8-47e2-9e5e-ac1abe833ee7","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.856918935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"d20940d7-26ec-4d7c-86e7-8396ae391b53","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.857464252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"3af708bc-3c19-4c9a-b720-d466f42e0dbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.857958953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"ecc29d49-f234-4dcf-b09f-b130825c4295","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.859166805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"55169ec8-615c-4f2c-bd7b-8be0b853e172","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.865044623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"3af708bc-3c19-4c9a-b720-d466f42e0dbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.865768736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"ecc29d49-f234-4dcf-b09f-b130825c4295","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.86789141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"d20940d7-26ec-4d7c-86e7-8396ae391b53","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.868626885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"55169ec8-615c-4f2c-bd7b-8be0b853e172","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.961682219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9eb3da-377d-49a0-bc21-341da81e536d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.965856617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9eb3da-377d-49a0-bc21-341da81e536d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.970034619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9eb3da-377d-49a0-bc21-341da81e536d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:17.978387163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9eb3da-377d-49a0-bc21-341da81e536d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.059997001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"44ba0798-d4b5-4763-8d49-c521963cb7f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.060567679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"ba4f7f20-60f4-4799-99a8-cd18d5463be3","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.061002759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"506379b0-5f13-463d-83d1-c84a7593fa2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.077169694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"44ba0798-d4b5-4763-8d49-c521963cb7f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.081502891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"506379b0-5f13-463d-83d1-c84a7593fa2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.081717672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"ba4f7f20-60f4-4799-99a8-cd18d5463be3","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.111502929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"cea14b82-13d5-4abe-8118-856405b9ca1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.125054515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"cea14b82-13d5-4abe-8118-856405b9ca1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.378409597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20d8f61-53c4-4ef1-a23f-38132af45133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.382014081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20d8f61-53c4-4ef1-a23f-38132af45133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.385344579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20d8f61-53c4-4ef1-a23f-38132af45133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.388589295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20d8f61-53c4-4ef1-a23f-38132af45133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.591427457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7489d78b-a0d9-4a20-a119-3ebbf47a17d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.594519536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7489d78b-a0d9-4a20-a119-3ebbf47a17d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.597567508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7489d78b-a0d9-4a20-a119-3ebbf47a17d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:18.600506094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7489d78b-a0d9-4a20-a119-3ebbf47a17d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.253728513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"f4350ef6-4474-44c3-af01-45ca694eb394","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.259998625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"db02542d-111c-48ce-9951-68c67c747345","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.266639198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"b0b3814b-13e8-4936-9c0b-89d0dc22ec89","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.273497241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"b0b3814b-13e8-4936-9c0b-89d0dc22ec89","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.279349131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (715a5684c9b692b52d585c90f5a9260726337e0996002df27a63c7667822f801) AuthConfig (e395f8311e7f93a1bef4201ec7843554b2089ccb7a8a87f21df1f4f3b90a75b2) AuthConfig (6c3771c0d9cf1053d20dd8d168d32e20945e6b37abaf519e385d1af10983042c) AuthConfig (0bcc9cab1e0cdafbaf031c60032e0dc2f6ec2072c8f15665056e1f9fc422c120)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"b0b3814b-13e8-4936-9c0b-89d0dc22ec89","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:19.287590333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"70964b2d-07fd-4eab-abd2-94ec29e840ce","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:20.861972925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"fc44c188-e730-4250-a166-9aae3ff97caf","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:20.862150739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"fc44c188-e730-4250-a166-9aae3ff97caf","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.142851108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ffd7e6-5b0d-4124-abd6-077c4726661e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.147189616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ffd7e6-5b0d-4124-abd6-077c4726661e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.152523165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ffd7e6-5b0d-4124-abd6-077c4726661e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.155958903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6ffd7e6-5b0d-4124-abd6-077c4726661e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.378884342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f805e733-e9da-4c2e-baed-e8730b9e8bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.384878455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f805e733-e9da-4c2e-baed-e8730b9e8bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.391256922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f805e733-e9da-4c2e-baed-e8730b9e8bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:21.395523299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f805e733-e9da-4c2e-baed-e8730b9e8bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:23.77727822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f909482f-fc33-4507-9213-761122547473","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:23.777351701Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f909482f-fc33-4507-9213-761122547473","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:23.791594203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"1d73ec88-fa18-4ec3-8f0e-ecf3df0a5325","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:23.791667153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"1d73ec88-fa18-4ec3-8f0e-ecf3df0a5325","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:23.970540213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e424453f-61d0-4204-bc1e-75c07071b39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.044156497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e424453f-61d0-4204-bc1e-75c07071b39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.065879606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49f865c7-bc87-4523-a40c-ff1e0ccfcfbb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.065898319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49f865c7-bc87-4523-a40c-ff1e0ccfcfbb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.081588731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bf0133-35fb-48cf-a4c3-23a37d1bb825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.084700921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bf0133-35fb-48cf-a4c3-23a37d1bb825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.089284798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bf0133-35fb-48cf-a4c3-23a37d1bb825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.092493008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43bf0133-35fb-48cf-a4c3-23a37d1bb825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.284272394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f8528d1-425f-4829-b916-e667f477cace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.292055086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f8528d1-425f-4829-b916-e667f477cace","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.303275924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243f6cc5-837b-41ba-8ff0-966ca1297c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.306529826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243f6cc5-837b-41ba-8ff0-966ca1297c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.311489636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243f6cc5-837b-41ba-8ff0-966ca1297c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.312712304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"350717d2-3c2b-47a8-a5a3-ad8e395fe607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.312732498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"350717d2-3c2b-47a8-a5a3-ad8e395fe607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.347265522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"243f6cc5-837b-41ba-8ff0-966ca1297c76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:24.86491385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"03cb623a-dc1a-4c45-a460-195c5525d67d","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:24.864985814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"03cb623a-dc1a-4c45-a460-195c5525d67d","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:24.876036961Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-9be196","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-9be196","reconcileID":"ba07bdee-d2bb-4f83-af95-712849eb8ef7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-9be196","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-9be196":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:24.920063229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"38e099bb-62a6-42eb-be80-ccf4a2fbd8c6","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:24.920150079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"38e099bb-62a6-42eb-be80-ccf4a2fbd8c6","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:25.107243798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be59cd-dff3-47d9-b5ba-42ad258f4101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:25.110285328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be59cd-dff3-47d9-b5ba-42ad258f4101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:25.113586988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be59cd-dff3-47d9-b5ba-42ad258f4101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:25.117018737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60be59cd-dff3-47d9-b5ba-42ad258f4101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:26.149831956Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"6f921a22-2c56-4f4a-bbda-470437bcbc14","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:26.149895606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"6f921a22-2c56-4f4a-bbda-470437bcbc14","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:27.783633456Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5273875f-e951-43da-8845-a3b068693449","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:27.783719527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5273875f-e951-43da-8845-a3b068693449","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.300997686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"8a5b307e-9090-45cf-98f8-18e19f9a0463","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.308089287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"8a5b307e-9090-45cf-98f8-18e19f9a0463","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:29.317859064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (715a5684c9b692b52d585c90f5a9260726337e0996002df27a63c7667822f801) AuthConfig (e395f8311e7f93a1bef4201ec7843554b2089ccb7a8a87f21df1f4f3b90a75b2) AuthConfig (6c3771c0d9cf1053d20dd8d168d32e20945e6b37abaf519e385d1af10983042c) AuthConfig (0bcc9cab1e0cdafbaf031c60032e0dc2f6ec2072c8f15665056e1f9fc422c120)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"8a5b307e-9090-45cf-98f8-18e19f9a0463","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.362433002Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","namespace":"ai-tenant-e2e-derive-ea421713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.362616859Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","namespace":"ai-tenant-e2e-derive-ea421713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.362730485Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","tenant":"e2e-derive-ea421713","tenantID":"e2e-derive-ea421713","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.373251734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Deployment","name":"maas-api-e2e-derive-ea421713","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.391182737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Service","name":"maas-api-e2e-derive-ea421713","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.430190613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-ea421713","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.480453331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-ea421713","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.502215343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"ec20ed2b-6f0e-4301-ada0-89e251a075d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.502691998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"1c90f080-7021-45e2-9091-995d1e080a8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.502995677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"f6c34992-b094-4b8d-8029-98663d98ef0e","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.503326692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"308c7a01-a2bf-4485-a914-a4ce667de909","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.503509601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"05abf5ed-0415-44ac-9796-1474f43f2c46","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.503537624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.533627058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.595769598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"ec20ed2b-6f0e-4301-ada0-89e251a075d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.616727518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.618094274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"308c7a01-a2bf-4485-a914-a4ce667de909","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.640833607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"1c90f080-7021-45e2-9091-995d1e080a8c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.654369125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.666929869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"05abf5ed-0415-44ac-9796-1474f43f2c46","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.690548991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"f6c34992-b094-4b8d-8029-98663d98ef0e","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.690936023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Deployment","name":"payload-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.725800882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.735313653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (538beef22a2a3aaa230d4586e0ddfeb77372a3351b8f805e6c8df1474883860e) AuthConfig (d146e6cefdc8080facfe78fe9b371eed6ddc443ff3b92e33b03cf285767a7392) AuthConfig (78c7ed1281843461d8f570d9ee00a84bfc1684d1d69a2135b50ea76b53351710) AuthConfig (25752c91cbe6bb8e8fe56cb82e0962a5acefea6598208fbe823d59cafbb5b2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"f6c34992-b094-4b8d-8029-98663d98ef0e","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.740131591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Service","name":"payload-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.749851766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"Service","name":"payload-pre-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.76105708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"DestinationRule","name":"payload-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.773138284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.786079947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.845119185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"9c19642a-c9e6-436a-9194-793e5db54d07","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.845648495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.931379919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"a4422f7a-3dc5-415c-9b55-bc36b5133e97","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:30.932076901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.04121026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.115939844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"a4422f7a-3dc5-415c-9b55-bc36b5133e97","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.162167166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-ea421713","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.162849724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2f2c70e3-6159-4976-bb0b-1c0cad1b68d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.169277833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"92982a39-3485-45e3-98f9-117727f111b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.169708709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-ea421713"},"namespace":"ai-tenant-e2e-derive-ea421713","name":"default-tenant","reconcileID":"794dfb9a-84e9-409e-b4b9-4c56479b9715","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-ea421713","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.171663038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (538beef22a2a3aaa230d4586e0ddfeb77372a3351b8f805e6c8df1474883860e) AuthConfig (d146e6cefdc8080facfe78fe9b371eed6ddc443ff3b92e33b03cf285767a7392) AuthConfig (78c7ed1281843461d8f570d9ee00a84bfc1684d1d69a2135b50ea76b53351710) AuthConfig (25752c91cbe6bb8e8fe56cb82e0962a5acefea6598208fbe823d59cafbb5b2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"a4422f7a-3dc5-415c-9b55-bc36b5133e97","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.212118045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2f2c70e3-6159-4976-bb0b-1c0cad1b68d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.213595906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"92982a39-3485-45e3-98f9-117727f111b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.219905832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b47c3dfe-1339-4fb4-b506-8d60a08e64ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.220297371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"1665261a-6ca6-430b-b17b-3eeeb25f8de4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.228940598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"1665261a-6ca6-430b-b17b-3eeeb25f8de4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.231436327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b47c3dfe-1339-4fb4-b506-8d60a08e64ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.353496248Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-ea421713","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-ea421713","reconcileID":"158a9ad8-5bc6-40bc-9e3f-a912a6654afa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-ea421713","removed":["maas.opendatahub.io/gateway-access-e2e-derive-ea421713"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:31.408914758Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"72347b9f-c752-4c6e-ade1-e508c5cbfdeb","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:31.409045994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"72347b9f-c752-4c6e-ade1-e508c5cbfdeb","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.735221505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028db1d-90e9-4266-8f87-a6aa8c222c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.743031698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028db1d-90e9-4266-8f87-a6aa8c222c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.826703427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028db1d-90e9-4266-8f87-a6aa8c222c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:31.846305842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028db1d-90e9-4266-8f87-a6aa8c222c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:32.23958129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2e536c-84a7-49ba-9865-403cc6400c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:32.251500549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2e536c-84a7-49ba-9865-403cc6400c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:32.292558844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2e536c-84a7-49ba-9865-403cc6400c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:32.303381236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a2e536c-84a7-49ba-9865-403cc6400c26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.364097474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"27366a09-c213-41c3-b9d8-47cd5ed10ff4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:33.4003562Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"27366a09-c213-41c3-b9d8-47cd5ed10ff4","name":"e2e-shared-a-w1-9be196-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.775041062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.785769431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdc762ad-f0cc-4d67-855e-eb60f548bc45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.785814007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cdc762ad-f0cc-4d67-855e-eb60f548bc45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.79493846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe58df60-ceed-490d-a7b9-df8c2b98535f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.794960099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe58df60-ceed-490d-a7b9-df8c2b98535f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.802645764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"namespace":"ai-tenant-e2e-mt-203ba082","name":"e2e-policy-203ba082","reconcileID":"b9db8a35-ba00-4a8a-b919-659084cccae7","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.832515495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"namespace":"ai-tenant-e2e-mt-203ba082","name":"e2e-policy-203ba082","reconcileID":"b9db8a35-ba00-4a8a-b919-659084cccae7","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.860290355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 68, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"namespace":"ai-tenant-e2e-mt-203ba082","name":"e2e-policy-203ba082","reconcileID":"b9db8a35-ba00-4a8a-b919-659084cccae7","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.868751158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5100cfe-dd24-441d-be31-730f0f25b593","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:34.868796124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5100cfe-dd24-441d-be31-730f0f25b593","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:35.987163602Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"1e283144-7f6a-4560-adca-52ace0cf1c82","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:35.987340116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"1e283144-7f6a-4560-adca-52ace0cf1c82","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:36.000218235Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f3e79862-45a0-43c0-a089-9d56ee14fd61","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:36.000281887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"f3e79862-45a0-43c0-a089-9d56ee14fd61","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.18358044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11f95b3-8b77-4241-a77b-3ac544064022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.187029944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11f95b3-8b77-4241-a77b-3ac544064022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.190098467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11f95b3-8b77-4241-a77b-3ac544064022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.193355409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a11f95b3-8b77-4241-a77b-3ac544064022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.414484275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef124bd3-6d02-4165-954d-4766ab115b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.417602264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef124bd3-6d02-4165-954d-4766ab115b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.444039311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef124bd3-6d02-4165-954d-4766ab115b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:36.452169034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef124bd3-6d02-4165-954d-4766ab115b0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:37.018581067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5877ed34-f927-4ee6-9dc5-bc4b93f3a431","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:37.018671966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5877ed34-f927-4ee6-9dc5-bc4b93f3a431","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:37.030039385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aaea41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aaea41","reconcileID":"51b45fa9-2087-4fa4-ac63-c0bbe15a9fcb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aaea41","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-aaea41":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:37.076937821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4e4d69b8-7b4d-464c-b9d8-9495c537d930","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:37.077009987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4e4d69b8-7b4d-464c-b9d8-9495c537d930","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:37.188745449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ede70ab-eb5b-495d-b77d-80e726a6db7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:37.19751745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ede70ab-eb5b-495d-b77d-80e726a6db7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:37.204885291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ede70ab-eb5b-495d-b77d-80e726a6db7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:37.242258198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ede70ab-eb5b-495d-b77d-80e726a6db7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:38.311049623Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"847dcfda-ac9c-4873-b561-8e191082c5f6","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:38.311111766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"847dcfda-ac9c-4873-b561-8e191082c5f6","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.185825652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"9070c046-fc2a-4977-af5a-6971bffab2e5","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.194092603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"9070c046-fc2a-4977-af5a-6971bffab2e5","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.199892038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-29b57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (538beef22a2a3aaa230d4586e0ddfeb77372a3351b8f805e6c8df1474883860e) AuthConfig (d146e6cefdc8080facfe78fe9b371eed6ddc443ff3b92e33b03cf285767a7392) AuthConfig (78c7ed1281843461d8f570d9ee00a84bfc1684d1d69a2135b50ea76b53351710) AuthConfig (25752c91cbe6bb8e8fe56cb82e0962a5acefea6598208fbe823d59cafbb5b2a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"9070c046-fc2a-4977-af5a-6971bffab2e5","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:41.445539794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4a6bdfc0-c107-49ed-84d7-33993a36f302","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:41.445637638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4a6bdfc0-c107-49ed-84d7-33993a36f302","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.493674637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"16a9e500-38f3-4502-9837-b8afb575641a","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.731442714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c44ee0-9015-4c68-9785-00fada0c7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.74217998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c44ee0-9015-4c68-9785-00fada0c7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.745439537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c44ee0-9015-4c68-9785-00fada0c7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.749086955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82c44ee0-9015-4c68-9785-00fada0c7588","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:41.99794341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df35e1bc-2057-40d1-b15a-52f41b326d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:42.000881262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df35e1bc-2057-40d1-b15a-52f41b326d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:42.003795955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df35e1bc-2057-40d1-b15a-52f41b326d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:42.006827382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df35e1bc-2057-40d1-b15a-52f41b326d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:42.928132039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"0e84acde-82eb-4f29-9974-b18f1ad5de38","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:42.948215461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"5159f82d-21da-4163-9ff2-c77060b3f004","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:44.563097171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"93bd1be3-cda6-4857-8b6a-558d17332117","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:44.588735509Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"93bd1be3-cda6-4857-8b6a-558d17332117","name":"e2e-extmod-a-aaea41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:48.626253268Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4ee630e9-5638-4d6a-a5b8-2866fbd19b40","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:48.626334431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4ee630e9-5638-4d6a-a5b8-2866fbd19b40","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:48.716115832Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5e0efdf3-f68e-4236-845a-9e40a03181d8","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:48.716234849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"5e0efdf3-f68e-4236-845a-9e40a03181d8","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.730703818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116e7721-9301-4d06-802f-7b47f07dcc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.747640417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116e7721-9301-4d06-802f-7b47f07dcc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.756325393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116e7721-9301-4d06-802f-7b47f07dcc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:48.765813364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"116e7721-9301-4d06-802f-7b47f07dcc34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.066574697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4001314b-cdfc-43ac-a4b6-7ced270c270e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.080662612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4001314b-cdfc-43ac-a4b6-7ced270c270e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.085560477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4001314b-cdfc-43ac-a4b6-7ced270c270e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.088894911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4001314b-cdfc-43ac-a4b6-7ced270c270e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:49.733885998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4a3ede24-e49b-47c8-9905-a3126af4d0d7","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:49.733971889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"4a3ede24-e49b-47c8-9905-a3126af4d0d7","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:49.750594659Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e83b4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e83b4b","reconcileID":"333ade63-74a2-4cb1-991f-50f48b143bc6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-e83b4b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-e83b4b":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:49.794364291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"07cb097e-621a-4e41-8e73-63c4a2afa5f6","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:49.79444034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"07cb097e-621a-4e41-8e73-63c4a2afa5f6","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.011485637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efe0b99-e6b5-46ba-bd70-e14033543463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.017690252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efe0b99-e6b5-46ba-bd70-e14033543463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.030001395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efe0b99-e6b5-46ba-bd70-e14033543463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.044380747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efe0b99-e6b5-46ba-bd70-e14033543463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.276287343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29ce238-7e9c-42d2-944d-fb6e5876e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.280048921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29ce238-7e9c-42d2-944d-fb6e5876e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.28817535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29ce238-7e9c-42d2-944d-fb6e5876e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.297794886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a29ce238-7e9c-42d2-944d-fb6e5876e020","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.734164544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2200f7-e73b-4de5-ab1b-3d2b7f25dcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.737270702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2200f7-e73b-4de5-ab1b-3d2b7f25dcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.741178434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2200f7-e73b-4de5-ab1b-3d2b7f25dcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:50.750612739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2200f7-e73b-4de5-ab1b-3d2b7f25dcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.06470002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3e123c-e6cd-4818-9e97-a44f989c11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.071091523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3e123c-e6cd-4818-9e97-a44f989c11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.075438992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3e123c-e6cd-4818-9e97-a44f989c11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.079334805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3e123c-e6cd-4818-9e97-a44f989c11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:51.167209431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"20f28c6d-0f28-4485-8269-6e7fd4834bf6","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:51.167410015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"20f28c6d-0f28-4485-8269-6e7fd4834bf6","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.217567089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"90f598b0-5e00-4d40-a311-f3af72ddd162","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.227321238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"90f598b0-5e00-4d40-a311-f3af72ddd162","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:51.411679052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"c4c7ea27-1ab1-4f97-80f5-b0797ac4f11e","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:54.855651178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"b255d57b-3a3f-4c77-b9d3-ee9e3cf63148","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:54.855703906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"b255d57b-3a3f-4c77-b9d3-ee9e3cf63148","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.211546236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cabecc-0757-4c4c-9b2a-ff732cd6d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.214749082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cabecc-0757-4c4c-9b2a-ff732cd6d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.217912118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cabecc-0757-4c4c-9b2a-ff732cd6d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.221152863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37cabecc-0757-4c4c-9b2a-ff732cd6d01c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.49607871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2c9af1-45c0-4dc2-9a72-6b9cc018115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.499062823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2c9af1-45c0-4dc2-9a72-6b9cc018115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.502101025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2c9af1-45c0-4dc2-9a72-6b9cc018115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.504975619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2c9af1-45c0-4dc2-9a72-6b9cc018115d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.715218404Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-quota-f49327-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.719406365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"35480d52-172a-497b-bdfd-f1855dbb4d44","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:55.727352941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"7aeea30f-92f3-4e16-97c2-9220864c502e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-f49327-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.752300402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"a8fb6f22-30ef-4f5b-a55e-d0ec423df835","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:55.767920311Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"a8fb6f22-30ef-4f5b-a55e-d0ec423df835","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-f49327-e2e-extmod-a-29b57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:55.767983986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"a8fb6f22-30ef-4f5b-a55e-d0ec423df835","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-f49327-e2e-extmod-a-29b57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.851009542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"b23fec63-a165-4226-9a5d-e48cf75fbc84","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.861522666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"e2f0a21f-7c29-4193-8460-c667332433ac","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.868982369Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"840382a7-dced-42e1-83ec-5b35093eadf2","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-a-29b57c","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-29b57c/e2e-shr-quota-f49327-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.871205953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"06b1391d-8f6c-4809-af08-83df9fc71fa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.873382124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"5835e5ac-ab8d-48a1-9c15-cc362d452cca","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.942938466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c8db6970-5310-4948-a136-9d11f73d3751","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.945451093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"1868ddbf-bfed-409c-b389-5015a48c07b3","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.945723368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"06b1391d-8f6c-4809-af08-83df9fc71fa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.950563375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c8db6970-5310-4948-a136-9d11f73d3751","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.95223954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"1868ddbf-bfed-409c-b389-5015a48c07b3","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.959912183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"fda2dab0-00de-4227-9eb5-a8be312beb2c","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.97267969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"286debfd-64cf-4ec1-8281-5edcb36937f7","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.975347906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"45dc7941-8579-496c-abba-562ff6907c32","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.979548513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"38ca83d2-82bc-4c05-9cc5-9876c986e0bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.980089531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ea0090f8-6fb4-43c7-be63-20152b37b70f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.983230088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"45dc7941-8579-496c-abba-562ff6907c32","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:55.987169861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"38ca83d2-82bc-4c05-9cc5-9876c986e0bf","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:56.043219439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ea0090f8-6fb4-43c7-be63-20152b37b70f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.709344673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"d5a0fd29-1eaf-4d8d-8848-53a8f0b9630f","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.873339692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"35d7042f-fce1-4fc4-8b1e-fd40b93199c1","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.873505639Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-quota-f49327-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.879414123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"67171652-139f-4d55-b0f3-e6f7405863c7","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:57.884517106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"bc23d2a9-bd24-4723-b015-107b735e7e14","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.900590023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"04264f44-04d2-466d-8e30-e14ddc74cb08","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.908109186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"749e4b92-aaf4-41e7-99cb-f97bfdfd628d","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.922853651Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"2baea53e-4ee7-45c7-967b-b5de27c3da98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"simulator-w3-9de2ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9de2ac/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:57.940219037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"738ae872-ec1c-4c78-ac70-bdade6525eb1","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.02227235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"1288aaa5-081d-4321-9818-0eccca3f4b2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.040996044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"5c3f9077-ba51-4577-82d7-9ad237ca009e","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.049911616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"429f5353-5290-4237-83df-f7176807cc5c","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:58.053716858Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"429f5353-5290-4237-83df-f7176807cc5c","name":"simulator-w3-9de2ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-9de2ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:58.053807937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"429f5353-5290-4237-83df-f7176807cc5c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-9de2ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.054107763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9190a115-583c-4522-9577-c5d5a5e7211b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.059943741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"1c0ddf7e-8d80-4e30-8e66-e922f491f6b6","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.0784142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9190a115-583c-4522-9577-c5d5a5e7211b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.08386118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9190a115-583c-4522-9577-c5d5a5e7211b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.089489542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"818f4379-11e5-4604-b5cd-6acf7b852d56","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.157204783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"eda98bd7-c341-427d-ab03-b54582cbd47c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.159173355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"0ee607c6-b281-45a3-9eb9-a599d06f196d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.167416123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"0ee607c6-b281-45a3-9eb9-a599d06f196d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.243480183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"0ee607c6-b281-45a3-9eb9-a599d06f196d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.253144606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"fe00ac75-2fe4-456a-ad5f-78e03ff32224","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.254281254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-quota-f49327-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.26214058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"1aa5d267-5c79-47bd-ba76-673789e88050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.26277234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"132eb7c7-46f8-425b-9784-fc38f8e3715f","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.263333633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"f4361011-7e87-45c6-8135-13d966bec820","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:16:58.266341364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-9de2ac/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.269368833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"1aa5d267-5c79-47bd-ba76-673789e88050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.270994242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"891fd31b-7041-4286-b8d5-77bbe7c39db1","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.274862604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"1aa5d267-5c79-47bd-ba76-673789e88050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.284853795Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"839e3ad1-d7c2-4bef-9e12-a194127bda41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"premium-w3-9de2ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-9de2ac/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.307146856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"84ee98b7-1f46-4183-a8b6-89800464f0f4","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.361360601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"0816a4b7-1e78-4abf-a647-67c2b9af3414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.368346739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"0816a4b7-1e78-4abf-a647-67c2b9af3414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.376825712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"0816a4b7-1e78-4abf-a647-67c2b9af3414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.383971159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"f3b4113d-7399-441c-8660-cefe8a473156","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.413880618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"84d45a41-69cf-4bbd-a7f3-fb02d5391f0a","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.429964669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"70d16e89-0abd-4509-9376-2773a481804d","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.465196294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"6df71aa4-1a92-473a-852b-3596f2b381b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.466167133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c6f4abfd-e84c-45de-8ca2-1a51b256f68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.47325506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"6df71aa4-1a92-473a-852b-3596f2b381b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.477052142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c6f4abfd-e84c-45de-8ca2-1a51b256f68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.480687179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"6df71aa4-1a92-473a-852b-3596f2b381b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.485172238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c6f4abfd-e84c-45de-8ca2-1a51b256f68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.493295046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"7e6fb5b8-21d2-4b31-a1e4-28111d4befdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.49357656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"8c699761-8379-43e9-9ae3-13011c3dfd1c","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.564182419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"060b6761-0a23-4e06-9e8b-dc14d7cd69ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.572086724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"060b6761-0a23-4e06-9e8b-dc14d7cd69ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:58.581683001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"060b6761-0a23-4e06-9e8b-dc14d7cd69ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:59.847769598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"15097c91-2a42-4ac7-945b-07fab6d216e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:16:59.876375401Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"15097c91-2a42-4ac7-945b-07fab6d216e3","name":"e2e-shared-b-w1-e83b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:00.632242191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"namespace":"ai-tenant-e2e-mt-203ba082","name":"e2e-policy-203ba082","reconcileID":"b0248d7d-3c6e-4e99-925f-7d1901a3b7e7","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:00.735874517Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"namespace":"ai-tenant-e2e-mt-203ba082","name":"e2e-policy-203ba082","reconcileID":"b0248d7d-3c6e-4e99-925f-7d1901a3b7e7","MaaSAuthPolicy":{"name":"e2e-policy-203ba082","namespace":"ai-tenant-e2e-mt-203ba082"},"policyNamespace":"ai-tenant-e2e-mt-203ba082","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:01.758837215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"770cf3a5-7340-4978-b703-b3ab25b88ead","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:01.758933418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"770cf3a5-7340-4978-b703-b3ab25b88ead","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:01.797592642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"9c495129-cdd0-4ecd-b6bd-98a1feab8871","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:01.797885799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"9c495129-cdd0-4ecd-b6bd-98a1feab8871","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.155032252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715441d1-649b-467c-991d-fc0b72bd674c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.169095786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715441d1-649b-467c-991d-fc0b72bd674c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.184311427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715441d1-649b-467c-991d-fc0b72bd674c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.193414946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715441d1-649b-467c-991d-fc0b72bd674c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.479412638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d43164-2f12-487f-b3a7-ded23bd1a741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.482493898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d43164-2f12-487f-b3a7-ded23bd1a741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.485812144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d43164-2f12-487f-b3a7-ded23bd1a741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.489007878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d43164-2f12-487f-b3a7-ded23bd1a741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:02.926486486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"a92d1c6a-e107-435c-a8d1-aa261ccf544a","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:02.92657122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"a92d1c6a-e107-435c-a8d1-aa261ccf544a","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.981069211Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6f810f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6f810f","reconcileID":"c3fd990e-7185-4765-931b-c0e6c0c12574","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6f810f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6f810f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:02.996217513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"2b0baf4b-018b-4d4e-b199-f1a301c6a7af","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:03.033418334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"88ec531b-072a-420a-a8b9-24405a913696","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:03.033547974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"88ec531b-072a-420a-a8b9-24405a913696","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.065700318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"261da69e-230a-4eaf-bf43-1eaf05011a7d","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.499560553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e42d3331-0f02-4704-abd2-c6f538a7c7f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.499690172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"0223030f-5b7a-4292-b083-675780abeb21","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.504745108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d440e53-8e05-4a68-8cd1-09ec12204771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.535828412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d440e53-8e05-4a68-8cd1-09ec12204771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.547477845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"3578d2e0-1df8-4992-b462-8a131afc5819","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.5489507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"0223030f-5b7a-4292-b083-675780abeb21","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.55191097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e42d3331-0f02-4704-abd2-c6f538a7c7f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.563502515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d440e53-8e05-4a68-8cd1-09ec12204771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.565846805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"5aadb8a4-b190-4aac-879e-633ae840b415","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.566352797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"f5b16a0e-d072-4f13-a7fc-ef53505d17e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.582997747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d440e53-8e05-4a68-8cd1-09ec12204771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.590799548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"3578d2e0-1df8-4992-b462-8a131afc5819","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.612033486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"5aadb8a4-b190-4aac-879e-633ae840b415","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.614183118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"f5b16a0e-d072-4f13-a7fc-ef53505d17e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.734391385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"46dff594-7f52-429e-931b-e7e8643dd830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.742542045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"46dff594-7f52-429e-931b-e7e8643dd830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.755612057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"46dff594-7f52-429e-931b-e7e8643dd830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.834722162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b8d2f31f-df47-4e3d-9a99-2b4d2d7043e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.843291588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b8d2f31f-df47-4e3d-9a99-2b4d2d7043e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.857665837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b8d2f31f-df47-4e3d-9a99-2b4d2d7043e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.912286841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"b888de95-177b-42b4-9a1b-4c39f044ff10","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.920064618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"26f5f4de-53d4-412e-ad61-146f7ca6880b","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.937023173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"0a916ef9-f593-42a1-8e03-03fe497926f2","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:03.950110989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"0a916ef9-f593-42a1-8e03-03fe497926f2","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.083014581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"240d85b6-d7ea-4e96-a1d5-4228b3b87b56","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:04.279338866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"a683e5e4-ab63-45cb-95d1-c32dd3734b45","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:04.279421925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"a683e5e4-ab63-45cb-95d1-c32dd3734b45","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:04.768034677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.555097598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-quota-f49327-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-quota-f49327-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.558167069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"f20d72ec-09e6-48c1-87b1-3f024fe21376","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.64464787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1a3da396-1b3a-4fda-a0b5-155b94625e9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:09.651103173Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-bccce1/e2e-shr-quota-f49327-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-f49327-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.675415376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"f76abba9-14a1-45fd-b405-daff74898fec","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.676435682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"9f67c847-060b-4024-a164-fabff882a38e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.708959701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"8ef0fc0f-ab36-46ef-9d15-546018102505","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.732336468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"9f67c847-060b-4024-a164-fabff882a38e","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.737557969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"f76abba9-14a1-45fd-b405-daff74898fec","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:09.75928299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"021bd023-388c-45c7-8c40-e0410f151918","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:09.759375489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"021bd023-388c-45c7-8c40-e0410f151918","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.76428495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1a3da396-1b3a-4fda-a0b5-155b94625e9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.765416876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"d0da20f6-d580-4a42-97eb-50c81063a425","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.76975207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"676dda25-21c8-42b1-8782-5525833149d2","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.772312477Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"99355870-0eba-423d-95f9-442f45b09d3b","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-b-bccce1","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-bccce1/e2e-shr-quota-f49327-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.773339238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"9f6eb7a4-23f5-4221-a2ab-9e66ffd27373","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.855321006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"eafdedef-953a-4ec3-82a0-6e2d4689e359","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.8670629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"db98806b-c3d2-465e-8cdc-bd8910141778","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.952794368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"dac86d85-3b64-4346-bde9-d4267ec1c6ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.952828456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"0edf4124-4518-4d67-8c43-b985c7431497","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.960369669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"0edf4124-4518-4d67-8c43-b985c7431497","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.961079654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"9d60c2ac-8a48-4a2b-b802-f2f5b5a807ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.961707799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"dac86d85-3b64-4346-bde9-d4267ec1c6ba","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.969455335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"9d60c2ac-8a48-4a2b-b802-f2f5b5a807ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.994028659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7201391f-e4a7-437b-889c-40eec2e41cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:09.997475464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7201391f-e4a7-437b-889c-40eec2e41cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.000706854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7201391f-e4a7-437b-889c-40eec2e41cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.003670383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7201391f-e4a7-437b-889c-40eec2e41cb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.197098895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68423e67-7abf-4d63-8c92-9c0515af7cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.200340602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68423e67-7abf-4d63-8c92-9c0515af7cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.203225162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68423e67-7abf-4d63-8c92-9c0515af7cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:10.206233862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68423e67-7abf-4d63-8c92-9c0515af7cf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:12.397825363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"508c247b-bc46-44ac-8a49-c1414d775435","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6f810f","tenantID":"e2e-extmod-b-6f810f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:12.413435678Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"508c247b-bc46-44ac-8a49-c1414d775435","name":"e2e-extmod-b-6f810f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:13.764592946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d33cc86e-2edf-4c5a-b89f-caf4d07b817f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:13.77246279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d33cc86e-2edf-4c5a-b89f-caf4d07b817f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:13.778207665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d33cc86e-2edf-4c5a-b89f-caf4d07b817f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:13.943558655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"18013866-f035-409f-b843-2d1b8590c6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:13.950723213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"18013866-f035-409f-b843-2d1b8590c6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:13.956169514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"18013866-f035-409f-b843-2d1b8590c6b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:21.571494889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"918bf31e-cf66-4596-9529-21bdc75a9ebe","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:21.571555607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"918bf31e-cf66-4596-9529-21bdc75a9ebe","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:21.949269653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f381393-cf01-4934-8b66-53899f33827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:21.97546779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f381393-cf01-4934-8b66-53899f33827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.00011072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f381393-cf01-4934-8b66-53899f33827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.010406991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f381393-cf01-4934-8b66-53899f33827d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.411005559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02da9e8-0cc0-4b92-9cb5-052194717d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.414564685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02da9e8-0cc0-4b92-9cb5-052194717d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.417586942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02da9e8-0cc0-4b92-9cb5-052194717d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:22.420809699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02da9e8-0cc0-4b92-9cb5-052194717d88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.34606397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"52bc3744-74f3-4a66-b370-1d0520cf622a","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.381408364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"b57fd192-30c7-48ef-b7d5-bf65a4729224","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.529717251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"0977f66a-172c-4543-ad55-675a0dd6c596","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.60376124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"a365185f-4dc9-43d4-a57c-74099d954116","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.604878809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"7ebe0300-974f-4d69-ba56-ac969dd7134d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.630732996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"c10d3a9e-816e-495f-bc1f-879c14f49e7c","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.709437634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"aa7bde08-5313-4997-8119-6973825519b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.710003965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e1f33494-92b1-4236-91bf-0292fb06aab2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.710080403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"d539e5cd-0e2a-4e9d-93f6-10fb9a8f9e15","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.710658428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"739ba399-a8b0-44f5-ad87-5a5b2fbdd83a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.710727539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"83737415-e68d-4146-a5ec-4a88c037078b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.718752183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e1f33494-92b1-4236-91bf-0292fb06aab2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.719687984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"aa7bde08-5313-4997-8119-6973825519b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.721313782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"739ba399-a8b0-44f5-ad87-5a5b2fbdd83a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.723397818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"d539e5cd-0e2a-4e9d-93f6-10fb9a8f9e15","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.725452547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"83737415-e68d-4146-a5ec-4a88c037078b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.85971241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"596756d2-7622-4e5c-b6b6-333294f4c5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.860149314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4e03aeae-a914-41bf-85a0-a1d4a90f7e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.868880541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"34871e05-e0e3-452d-afa3-9f76cf360649","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.881905894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4e03aeae-a914-41bf-85a0-a1d4a90f7e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.882609294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"596756d2-7622-4e5c-b6b6-333294f4c5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.893681939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"34871e05-e0e3-452d-afa3-9f76cf360649","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.900512315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"596756d2-7622-4e5c-b6b6-333294f4c5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.902191606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4e03aeae-a914-41bf-85a0-a1d4a90f7e28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.909081743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"ce93d472-dd73-43b7-b66a-81f927f39f38","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:23.911950603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"2d4fa4d1-de5b-4043-8a06-c0f9823dd20e","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.168994081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"44f2732d-19cf-430b-995c-c9d3c51f5c36","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.182918868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"af5baa13-1441-41ba-93da-4f16a8272c6b","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.187990936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ca63c325-3b01-4e09-8306-300162123eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.190010069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"2a42635e-1006-4f9d-a855-a8cec56ca1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.190954537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"de60f4f0-ebb3-43b7-b334-2807d04000ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.19131238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ab8d27b8-bc7a-4956-8f8b-5dd441e94350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.247794763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ca63c325-3b01-4e09-8306-300162123eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.268661462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"2a42635e-1006-4f9d-a855-a8cec56ca1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.26927815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"48a7f4f4-96b4-46cc-89de-1cf595d3b290","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.281271282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ab8d27b8-bc7a-4956-8f8b-5dd441e94350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.284999473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"de60f4f0-ebb3-43b7-b334-2807d04000ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.292079721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"2a42635e-1006-4f9d-a855-a8cec56ca1e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.343615501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ca63c325-3b01-4e09-8306-300162123eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.345558372Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"9accfd6c-0048-44e1-9490-21b68dbbcc83","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.346991857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"48a7f4f4-96b4-46cc-89de-1cf595d3b290","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.378817524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8d8b454d-aeb2-4846-83a9-dbc5b68b9c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.380957773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"b0cdfbba-9738-46c1-bafe-6b5ed91102fc","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.38097876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"b0cdfbba-9738-46c1-bafe-6b5ed91102fc","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-e2318b-7324656a99d7","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.382151872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"6785c759-dde6-410b-8c2b-a3719056bea7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.386264852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"8d8b454d-aeb2-4846-83a9-dbc5b68b9c65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.389911892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"6785c759-dde6-410b-8c2b-a3719056bea7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.621846409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d99e8893-b6a5-402f-821f-0d5a30a0f7d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.637432907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"a29ba202-5fce-4276-8080-ebd3d6a3869a","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.649384412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2b730fd0-dbaf-4bea-a560-397694f05813","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.66632164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d99e8893-b6a5-402f-821f-0d5a30a0f7d7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.713770172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7c96d90f-ffb0-43de-9278-1eb76871aa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.666894832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"a29ba202-5fce-4276-8080-ebd3d6a3869a","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.715519598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b2f0d73f-e491-481f-a4cb-2ea9fadf0d94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.724624222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"2b730fd0-dbaf-4bea-a560-397694f05813","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.730675277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7c96d90f-ffb0-43de-9278-1eb76871aa89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.740635416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b2f0d73f-e491-481f-a4cb-2ea9fadf0d94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.782334975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"5d2c2b96-5756-48d2-b772-e55efff3a0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.799799549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"5d2c2b96-5756-48d2-b772-e55efff3a0a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.879978946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"28984c94-04f6-46aa-ac79-f948d693df5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.880482211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d12a759-f14b-4064-a470-10c8972e50aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.880552478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"30f657ed-c9f5-423d-9a9a-3e51caf0326d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.881440305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af559451-330f-401f-b30b-fc4c7303a0f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.890312516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"28984c94-04f6-46aa-ac79-f948d693df5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.892208041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"30f657ed-c9f5-423d-9a9a-3e51caf0326d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.897699163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"28984c94-04f6-46aa-ac79-f948d693df5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.912170253Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d12a759-f14b-4064-a470-10c8972e50aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:25.916285815Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af559451-330f-401f-b30b-fc4c7303a0f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.918097489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d12a759-f14b-4064-a470-10c8972e50aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:25.924890801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af559451-330f-401f-b30b-fc4c7303a0f3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.925301133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4da8c93-3e91-4bf7-8044-4751a1ca00b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.925326762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4da8c93-3e91-4bf7-8044-4751a1ca00b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.929155704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2b480ef-71a3-4770-bf04-0cfec39b5c78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.929245967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2b480ef-71a3-4770-bf04-0cfec39b5c78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.980850064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"29832ddc-b78d-45e5-a23d-1e962089d6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.984442921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d0e9c834-3a7b-47ac-9cc5-fff149e0b204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.985503129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"79ebd32a-21a8-4cad-b85a-97ad2bde9867","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.9903326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5d0a91a8-8134-422f-a506-503364f28eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.991019122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fe6b3163-cd15-4ac7-9877-83af82045725","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.991138413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"29832ddc-b78d-45e5-a23d-1e962089d6f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.994565574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d0e9c834-3a7b-47ac-9cc5-fff149e0b204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:25.998858897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"79ebd32a-21a8-4cad-b85a-97ad2bde9867","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.001217784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5d0a91a8-8134-422f-a506-503364f28eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.010103156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5d0a91a8-8134-422f-a506-503364f28eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.013999144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fe6b3163-cd15-4ac7-9877-83af82045725","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.074302153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4270324f-604b-406f-bd17-c8504ea3d3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.075021747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"71172c94-9845-4833-94b4-b9e7b5281991","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.085282029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"71172c94-9845-4833-94b4-b9e7b5281991","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.085756201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4270324f-604b-406f-bd17-c8504ea3d3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.09256375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4270324f-604b-406f-bd17-c8504ea3d3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.10161069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79d12f48-0c56-428b-bd76-ef724384b7b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.10163458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"79d12f48-0c56-428b-bd76-ef724384b7b6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.828383648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"6341756d-e4a7-4fb2-b2fe-150fc42906dd","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.846243593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"430c3666-0fc6-4d9d-8191-2972b87f7705","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9e97b7dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.857017366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3d8b5446-41d8-4d3a-946c-9ccf1b237dca","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.857999912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"fa6c43c1-526c-41de-9317-e9bc7302f331","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.872646601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"6cb0de19-62a0-48df-a0f9-f2c241b729e0","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.898418177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3d8b5446-41d8-4d3a-946c-9ccf1b237dca","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.902201346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"fa6c43c1-526c-41de-9317-e9bc7302f331","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:26.915512564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"6cb0de19-62a0-48df-a0f9-f2c241b729e0","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.035463784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"c9e0f2bf-1428-453d-88fe-128db2509460","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.035959091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"66089440-ba15-4abf-b1a3-92fc6d7242d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.060412802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"c9e0f2bf-1428-453d-88fe-128db2509460","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.063004283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"66089440-ba15-4abf-b1a3-92fc6d7242d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.13382043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"d628398b-bee2-4c4b-baac-8d30ee9e9f62","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.142429624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"d628398b-bee2-4c4b-baac-8d30ee9e9f62","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.862674907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"48577c74-cf77-4802-af55-d30c16f1ec7b","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.881231036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9d8b18a-4871-4f55-86b1-e43c4a35a2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.881251506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"ed9b5da1-c93e-435d-acfa-c4d73f4299e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.881714564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85af224-930e-4925-9a81-f92019157ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.882134171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"7b94864a-2da7-40aa-ac71-33f688309a7c","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.88517513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7e0f46d0-802e-4ca9-b8d6-1d66b0d71764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.885519732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"79910b3b-3683-411b-aed5-321a79f307d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.891654103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"ed9b5da1-c93e-435d-acfa-c4d73f4299e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.891659424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85af224-930e-4925-9a81-f92019157ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.894210273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"79910b3b-3683-411b-aed5-321a79f307d4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.895846634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9d8b18a-4871-4f55-86b1-e43c4a35a2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:27.89688736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7e0f46d0-802e-4ca9-b8d6-1d66b0d71764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.0193343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b85af224-930e-4925-9a81-f92019157ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.021509491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9d8b18a-4871-4f55-86b1-e43c4a35a2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.023201216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7e0f46d0-802e-4ca9-b8d6-1d66b0d71764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.027558816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"ed9b5da1-c93e-435d-acfa-c4d73f4299e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.143888393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6e8feb06-e53f-4501-a250-e4dc47fa9e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.229417038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"75ab9db1-a82e-4071-a7bd-879d0e4e64ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.23050527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"8d105dfb-0d25-4917-93ab-ffef2bbbbe29","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.239025955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6e8feb06-e53f-4501-a250-e4dc47fa9e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.258920789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"a71a7f10-0e64-4198-ab4b-80ee8894e85d","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.324095021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"75ab9db1-a82e-4071-a7bd-879d0e4e64ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.332954703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"8d105dfb-0d25-4917-93ab-ffef2bbbbe29","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.339379382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7921ca15-14e2-4df2-9a3b-13e34a3d948e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.367909196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"22321075-b216-4e49-8415-7abb55df4d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.388690897Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"445947ec-266d-4a05-935b-22b0b2075bf6","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.3979652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"22321075-b216-4e49-8415-7abb55df4d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.401011418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7921ca15-14e2-4df2-9a3b-13e34a3d948e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.412366959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b7ac8dd1-5125-4563-8fb0-9dc094635d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.413138577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"74eb3798-0092-4b62-bd48-97086d8d4463","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.422463915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"b7ac8dd1-5125-4563-8fb0-9dc094635d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.427682706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"74eb3798-0092-4b62-bd48-97086d8d4463","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.583094044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c14d5afb-0cac-47b3-9d2e-3412bfe91bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.583589064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6432689b-825f-4584-a4d8-982c942c53f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.58379906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b995ce5-805d-41a6-a015-acbcd0acbb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.585032181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b1f767d3-a323-43c3-ba94-2040f1b7cc25","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.585424269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"7191bb3f-7c1b-4678-8c82-ae6aabf5308c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.591310787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c14d5afb-0cac-47b3-9d2e-3412bfe91bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.592770681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"6432689b-825f-4584-a4d8-982c942c53f2","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.59366109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"7191bb3f-7c1b-4678-8c82-ae6aabf5308c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.595060843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b995ce5-805d-41a6-a015-acbcd0acbb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.596142071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b1f767d3-a323-43c3-ba94-2040f1b7cc25","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.601091087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b995ce5-805d-41a6-a015-acbcd0acbb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.673498578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"cee50e6d-5d16-4700-b4a4-608ed03ccc84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.673972248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba143709-3c73-4d7d-86c3-8b76d4d58a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.679207989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"e49d9dfd-aebc-4cec-91fd-4155d08dcf0e","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.682804405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba143709-3c73-4d7d-86c3-8b76d4d58a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.683482983Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"0c6320ed-e05e-414d-8a34-6dc44e0598c8","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.683538687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"cee50e6d-5d16-4700-b4a4-608ed03ccc84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.685911034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"90629eff-883b-46d8-b2be-7b10e6efad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.687294226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"08173960-cb43-4f62-a995-f340de469cc9","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.687317084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"08173960-cb43-4f62-a995-f340de469cc9","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.689110838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"cee50e6d-5d16-4700-b4a4-608ed03ccc84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.689246436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba143709-3c73-4d7d-86c3-8b76d4d58a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.689541636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b4102077-5df4-4483-8300-4b36afbf6288","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.692911949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"90629eff-883b-46d8-b2be-7b10e6efad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.697903123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e383238a-e703-4040-8b66-519a19f13b9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.701340301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"90629eff-883b-46d8-b2be-7b10e6efad58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.742517581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d31ecdb-8a77-4845-8886-cd318dbde0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.743276053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"317c30c0-2175-4b38-afc7-23ad8170f847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.74393771Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"1b2a4f40-57ac-4f14-99e5-fe5cbf945397","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-e2318b-7324656a99d7","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.747627139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"e383238a-e703-4040-8b66-519a19f13b9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.750636275Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b4102077-5df4-4483-8300-4b36afbf6288","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.762709905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d31ecdb-8a77-4845-8886-cd318dbde0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.777144665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"317c30c0-2175-4b38-afc7-23ad8170f847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.779597645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b4102077-5df4-4483-8300-4b36afbf6288","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.843672203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d31ecdb-8a77-4845-8886-cd318dbde0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:28.961871166Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"c707e3a6-c4cc-403b-bb9a-cb7d121cabf4","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.00546626Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"464134ca-511b-45b6-8d50-d3d710f785d7","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.036237584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"625fe931-4f96-400c-926d-cafe3580626b","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.038002289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"081c1e2f-7588-4e85-8590-a4dd287e3d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.038761786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"436895dd-59c1-43e0-a1d2-b0dc4aaf6490","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.038800733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"436895dd-59c1-43e0-a1d2-b0dc4aaf6490","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.039311048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"500268a1-9082-480f-b672-9c5946caadf2","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.076976839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"625fe931-4f96-400c-926d-cafe3580626b","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.079050011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"500268a1-9082-480f-b672-9c5946caadf2","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.082870039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"081c1e2f-7588-4e85-8590-a4dd287e3d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.085911227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"500268a1-9082-480f-b672-9c5946caadf2","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.088701075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"081c1e2f-7588-4e85-8590-a4dd287e3d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.098823402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7057702d-f975-4b69-8072-fba0db9da176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.099230591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"89de3d08-38f1-4511-a322-31916cfe5fdd","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.149229302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7057702d-f975-4b69-8072-fba0db9da176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.157202097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"89de3d08-38f1-4511-a322-31916cfe5fdd","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.182037429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e2d96f33-f431-4bcb-bb5b-2171d1bfd0f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.182242422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"827188f6-ff62-4b93-bba4-90666e1aeb4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.189451988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"827188f6-ff62-4b93-bba4-90666e1aeb4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.192979427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e2d96f33-f431-4bcb-bb5b-2171d1bfd0f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.276894385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"26a5e845-085f-4dad-9863-cee0316dc7f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.284768068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"26a5e845-085f-4dad-9863-cee0316dc7f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.385710614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1adfa28a-774f-4750-b7a1-54c29d9a3d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.395722493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b8892244-cc41-4650-8552-be435b261787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.40023584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"6bc4eaa6-3714-4b88-83bb-0069cbd8600b","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.400272916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1adfa28a-774f-4750-b7a1-54c29d9a3d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.407416657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b8892244-cc41-4650-8552-be435b261787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.410380347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"6bc4eaa6-3714-4b88-83bb-0069cbd8600b","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.474500832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"606c5039-0de2-4598-b034-ac4d029e7476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.475655744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99fbc63d-45eb-43eb-86d5-c0eafa2d9ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.476129679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d65bc1a1-5344-4dc5-9f49-368cc6f30518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.478429913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e97a4181-f46b-4d5b-8cf4-ebc01be93560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.481395988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"606c5039-0de2-4598-b034-ac4d029e7476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.482494078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99fbc63d-45eb-43eb-86d5-c0eafa2d9ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.484428057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d65bc1a1-5344-4dc5-9f49-368cc6f30518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.487255481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e97a4181-f46b-4d5b-8cf4-ebc01be93560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.487965499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"606c5039-0de2-4598-b034-ac4d029e7476","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.491644264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99fbc63d-45eb-43eb-86d5-c0eafa2d9ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.558138767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7def90f8-a2da-4947-9119-f21875a12639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.561491884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ff39283a-1421-46f0-a2e0-d2a5a887d14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.571812414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7def90f8-a2da-4947-9119-f21875a12639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.57586924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ff39283a-1421-46f0-a2e0-d2a5a887d14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.578112162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7def90f8-a2da-4947-9119-f21875a12639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.578855999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"8f9f1489-71a2-4b44-8acd-81a3cace42a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.585423029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"8f9f1489-71a2-4b44-8acd-81a3cace42a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.670183346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c2827da2-6c82-4168-bdb7-942c4cbe99d9","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.672742849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"93637136-f84e-4cc6-8704-04e9efc417d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.677260982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c2827da2-6c82-4168-bdb7-942c4cbe99d9","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.679557977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"93637136-f84e-4cc6-8704-04e9efc417d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.682513336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c2827da2-6c82-4168-bdb7-942c4cbe99d9","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:29.685091834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"93637136-f84e-4cc6-8704-04e9efc417d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:31.86073063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"0bfb84ae-43c7-42e4-a9c4-eb8110137fa5","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:31.860766407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"0bfb84ae-43c7-42e4-a9c4-eb8110137fa5","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:34.76875933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:36.855165988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"84164f12-3ae8-4aed-b293-2587f3022581","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-b-bccce1","subscription":"e2e-shr-quota-f49327-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:36.865200558Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"84164f12-3ae8-4aed-b293-2587f3022581","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:36.869112976Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-sub","reconcileID":"84164f12-3ae8-4aed-b293-2587f3022581","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:36.989531407Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-quota-f49327-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:36.992714014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"99436b97-5845-40fc-b4c1-6dfa70db1b72","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.010059854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"f86341ee-2edf-4006-a589-297a0f0b9443","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.064605056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"0e6f4692-ac58-4e11-af7e-75bfe79b9616","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.077466166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"c9bda126-b60e-46f0-8a2d-25bfcb313301","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.078150347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"945bbd36-739c-4b47-9055-134d90e42b68","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.078695829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e683a5d2-bd87-44fb-a718-69ced5e7ecb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.172630966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"c9bda126-b60e-46f0-8a2d-25bfcb313301","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.172864465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"945bbd36-739c-4b47-9055-134d90e42b68","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.175972325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e683a5d2-bd87-44fb-a718-69ced5e7ecb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.177046973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"aa90f907-4771-4291-826a-02d4c4489348","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.288250119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-quota-f49327-access","reconcileID":"9ab1491f-c805-47a7-baa3-30007d52e755","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.303673678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","reconcileID":"7991193e-0dad-47a2-b852-ebd9b744aed3","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-61c13d107576","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-b-bccce1","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.458236235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"f9ce35fc-d8c5-44e2-97c4-cd59f28988bb","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.483484244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"97280e09-ce93-4f15-b324-a68ddee775fa","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.484502549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"bbade706-9753-42f4-9f82-3a1790a875e3","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc34296f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.486728596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"fb28674c-9e6f-4bbe-924e-a41866d80845","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.487128709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"87bdb7af-c990-462e-9945-42942f7b30c7","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.491459615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"97280e09-ce93-4f15-b324-a68ddee775fa","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.494304285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"87bdb7af-c990-462e-9945-42942f7b30c7","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.494411833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"fb28674c-9e6f-4bbe-924e-a41866d80845","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.574728717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"f410c1af-ed54-431f-86b0-d7f2b8862d72","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.581282091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"f410c1af-ed54-431f-86b0-d7f2b8862d72","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.673369809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"f20a27bd-a832-42ba-ae50-0e9b0ecf87dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.673506332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"88739d4b-55ec-468d-8e89-5ca8f7a2b602","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.680671454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"f20a27bd-a832-42ba-ae50-0e9b0ecf87dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:37.680693111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"88739d4b-55ec-468d-8e89-5ca8f7a2b602","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.040548125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"adbe5477-db44-49a7-bd68-27d9a44472af","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.500646781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"66f4b389-6d7f-4935-bf8d-58456a696017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.503176322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de3b4e9-1dea-46a1-9fe7-708bbe2010c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.507663316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"66f4b389-6d7f-4935-bf8d-58456a696017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.509878606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de3b4e9-1dea-46a1-9fe7-708bbe2010c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.513225976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"66f4b389-6d7f-4935-bf8d-58456a696017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.547530845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de3b4e9-1dea-46a1-9fe7-708bbe2010c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.593887901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9bbffa1-cdb3-4ea1-aa02-a6c6da87dcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.600548307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9bbffa1-cdb3-4ea1-aa02-a6c6da87dcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.605844921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 69, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9bbffa1-cdb3-4ea1-aa02-a6c6da87dcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.693572946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"6bb72923-ff66-4fe2-a332-0833d3ab66a4","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.696120614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"36a7851c-d2db-4548-b4a4-b1dd57c24f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.700253319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"6bb72923-ff66-4fe2-a332-0833d3ab66a4","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.702835866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"36a7851c-d2db-4548-b4a4-b1dd57c24f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.70669441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"6bb72923-ff66-4fe2-a332-0833d3ab66a4","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:39.708523619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-9de2ac-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3ba301c98d0063a337e1ccf561d983992a02e14356587c49cffb71a6fc6286ac) AuthConfig (e4ed674d2b51ffb996bfc4fd4584215d46c26b14455c417a74b0da3e162506e5) AuthConfig (0d96b1c52444cc66e08e25f846875be4280c9c826f391c762f0a54950de53485) AuthConfig (49a0547d961c156edb103704539bb6009d87c5a30b41ae0119b01156c3d73399) AuthConfig (6a69e5ac3fc680f8882ca9f8abdafe8242424aa8c309ceffdb81e9a244c67f1e) AuthConfig (81736f918d971b539f30aaed29995e00c1d9811cb92f282ea80f7d58fd92201b) AuthConfig (2f7537c10b9a125d0a17db27ccaba9e2fe456c3461e5ba8ea909da8766e009c1) AuthConfig (50e47f88810ce707dc18d66c9b57fe2a44a742320e7008feb7229b252c25f7b5) AuthConfig (703001ac462a0fea247338ba0e705e813e6599c8ff9227f4f46f72e09a8b7249) AuthConfig (aa4f2f1c88ef009068359f8f40699d0458bc461958eb983081360f1a6506cfbd) AuthConfig (1dfc9188a39f07ff530c27646a7b71f696d8333621e86b69c7a3d02d3795a17f) AuthConfig (8f1c776942f13784ad8951b6cd810fa3eec6a73d5cfa67333f2ec5937581cb6d) AuthConfig (f6d24a569f04941508f6e96bb36cae14d109151c654a26319d2a964d3637f721) AuthConfig (5e2b2afb92ba4d700bd03eec79570bd9870701fdf2fcf8297150b5463ab4ce15) AuthConfig (49583d57b6ac64c1874b490a4bc4703c9ec27d0228b0e7c5b59800ed311393f6) AuthConfig (00c61bc014ef41cff4ca2af25064f1c12de083f59859c96ebaeade357edcc37b) AuthConfig (7e84b8b3c71eaf69781b09491dd2f8ca9959dddae7b7818a62c1d162fad934c0) AuthConfig (1bce2b0083475b98cd5d628c6cb515883359d1b7fe954ca7a082f892b0ad5111) AuthConfig (db9befeb35129fb98fb514ac90f9cf294f3a966e45a70d4e5f0bfa49cd89efbd) AuthConfig (7778f88523e62f292df081ff9fbd05c9ee43193fc4b3649944c9773554c69146) AuthConfig (3e6d7d96a1a3e7cd2afb57097896dbc5086f56188fd3c42b23f1ede1e31ff8d1) AuthConfig (57ce34939afb044e5d80a0b9ab40a56d1acebf23641c93720a83e03b63a500e8) AuthConfig (862bf02b5570f2ba9421903bd4c8144e18df4a6807a53901f22e45b367547f51) AuthConfig (2c7522a217887cc0b062b6fa0f4a40d5305754b5535d3b575f41c207c0820b4d) AuthConfig (5ddeaf6ad35dfc0e7ec33c2a237583e364f35a25257664ea3851090188b678a8) AuthConfig (5ca9305e5d0f590624350e3b176ffef269468038980b17a4caaf8b025aad8e5e) AuthConfig (0f20d48fe24c3e4049f474f563776285e1aa4f9af7cfc30f472d041867fd96f5) AuthConfig (f75e7dcfc80d3f60c87822a5c9e00bf7f7dc8b7c64821f75baa246c8fc8d30e5) AuthConfig (b495e67660b23b21ffb9b3398baa0d039ebcd7029884a0dc1e2db7816a8b4bc6) AuthConfig (2f35363c4fcd26c57b8df00b43d9bd906e83b2f819e546942e644a69db362266)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"36a7851c-d2db-4548-b4a4-b1dd57c24f69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:45.176202162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"e12a63d2-0943-47ef-b116-aa8e981949cb","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:45.183863111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"e12a63d2-0943-47ef-b116-aa8e981949cb","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:45.190656952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8dcd1ec1bea208d4f6c851e55bdb6325b5e8aa64e8e8963e87e7f272da1e76) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (d792665b9455ec4d77cac03a88be0ae4c79b35e53c6621d78e9354bf4abb7b5a) AuthConfig (bf25b4152e376f69f46400d4f9821e965818e1748eece876ce963f9154fbd6ca) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9f26c8d5cf8d1f98ef4a9694d71b26afff37e0979325a3443f4240561d736c25) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"e12a63d2-0943-47ef-b116-aa8e981949cb","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:45.202288406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"feb17d27-4191-4b10-aa06-7d9fc95c7ac2","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:45.202318144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"feb17d27-4191-4b10-aa06-7d9fc95c7ac2","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.48856084Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"95415c94-1169-4ae9-997a-d6650f95f067","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-a-29b57c","subscription":"e2e-shr-quota-f49327-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.494816544Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"95415c94-1169-4ae9-997a-d6650f95f067","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.498525342Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-sub","reconcileID":"95415c94-1169-4ae9-997a-d6650f95f067","MaaSSubscription":{"name":"e2e-shr-quota-f49327-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.523657829Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]","namespace=ai-tenant-e2e-extmod-b-bccce1 priority=0:[ai-tenant-e2e-extmod-b-bccce1/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-b-bccce1/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.526922261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"e23e428c-1229-45c2-bcf9-04460a9069a0","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.547411599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"670a2252-4692-45bc-a04a-ff47f926d247","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.547994133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"fa3414c3-00fc-4a10-8511-770899de3a5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.549287274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"a5ddd8e7-53e0-4e66-a5fa-ad9fbd1caa08","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.55622245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"19e96000-b577-4cd5-9fd2-a3b424611215","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.565166811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"670a2252-4692-45bc-a04a-ff47f926d247","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.567817229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"fa3414c3-00fc-4a10-8511-770899de3a5c","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.568239413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"19e96000-b577-4cd5-9fd2-a3b424611215","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.568448499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"c8d38b14-0b08-40fd-aa2f-31d6d0e753d2","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.638961839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"c1baf776-ddce-411c-ad79-49b65cb8b9d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.658013098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"c1baf776-ddce-411c-ad79-49b65cb8b9d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.6698972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"37500abc-2593-4e88-ae61-514b3a8c7d28","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.777052673Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-quota-f49327-access","reconcileID":"72860439-a7ec-4a5f-b18b-1144b70f8d23","MaaSAuthPolicy":{"name":"e2e-shr-quota-f49327-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-quota-f49327-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:47.794746296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"42e09ab5-4c43-464b-85d1-a5f6d5587b26","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.117688869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","reconcileID":"7015ddcc-d6c6-41a5-984d-53e1d19647a5","MaaSModelRef":{"name":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-quota-f49327-21ecf338afbb","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-quota-f49327-e2e-extmod-a-29b57c","externalModel":"e2e-shr-quota-f49327","provider":"e2e-shr-quota-f49327-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.296813603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c365a8bb-af4a-4d77-8d82-04e5e2373d0b","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.296845005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c365a8bb-af4a-4d77-8d82-04e5e2373d0b","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.600929582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"22e4630b-97f6-4ccc-8e5e-ded7193dd800","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.600962638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"22e4630b-97f6-4ccc-8e5e-ded7193dd800","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.608564098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"f51887dc-9e63-49c7-95cd-e635fefb19f1","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.608584565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"f51887dc-9e63-49c7-95cd-e635fefb19f1","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.617085198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"dabcf194-d84c-4d1b-a0aa-402c9d674bf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.649564751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","reconcileID":"b5407bc3-4fe6-4f1a-a9d9-733e966f4e64","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.66411424Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"dabcf194-d84c-4d1b-a0aa-402c9d674bf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:48.666661897Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"81926e09-9274-4e47-a3f2-b3ff9e7d2b23","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:48.666742864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"81926e09-9274-4e47-a3f2-b3ff9e7d2b23","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.669189659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb3b6913-bc01-49d4-a26c-5b37e092044d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.676374469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"dabcf194-d84c-4d1b-a0aa-402c9d674bf1","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.744038514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"eb782634-d461-491d-a1aa-d294cbbd9acb","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.756637736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb3b6913-bc01-49d4-a26c-5b37e092044d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.761177992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"61e48a43-d2ab-4a06-9fc9-37a7b7dcae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.761798237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5b223a89-b444-4f25-845a-28d57a9ad59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.76262539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"76232ace-2b2a-45e8-a58b-229b4823e473","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.763211616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","reconcileID":"48674574-0833-4b7e-b30a-432d87886306","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5f423691bf9d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-b-bccce1","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.76354362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb3b6913-bc01-49d4-a26c-5b37e092044d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.763755759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"813a1f41-d61d-4876-bbea-16e258ace25d","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.764060183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1cb84a-e8ba-43cf-9bf1-4faaafb5e935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.766228946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"c443fc97-27bc-4405-9030-61127f0f03a7","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.766407547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"609b63c1-e106-4b81-a354-c2cab436ee97","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.769590741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5b223a89-b444-4f25-845a-28d57a9ad59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.772010887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1cb84a-e8ba-43cf-9bf1-4faaafb5e935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.773822162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"87d0c102-98fe-4310-ad36-5ff9383ac834","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.844584903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"61e48a43-d2ab-4a06-9fc9-37a7b7dcae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.848871821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f1cb84a-e8ba-43cf-9bf1-4faaafb5e935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.859903648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"b9d2a7ac-7092-45cd-957b-b7dd21ce78f1","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.860612046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"3e006f93-f16c-4d89-bf2d-c66defc236fb","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.86393861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"8b3ef24a-b437-42fc-9fd5-c2b684cd1dc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.86908993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"3e006f93-f16c-4d89-bf2d-c66defc236fb","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.871737962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"cdfc5c98-c454-48c3-a2bf-2a313aaa9389","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.948812382Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-f49327","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","reconcileID":"ce89b032-8385-4943-b661-76673ee0ab33","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-quota-f49327","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.962313837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"8b3ef24a-b437-42fc-9fd5-c2b684cd1dc8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.964595585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8dcd1ec1bea208d4f6c851e55bdb6325b5e8aa64e8e8963e87e7f272da1e76) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (d792665b9455ec4d77cac03a88be0ae4c79b35e53c6621d78e9354bf4abb7b5a) AuthConfig (bf25b4152e376f69f46400d4f9821e965818e1748eece876ce963f9154fbd6ca) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9f26c8d5cf8d1f98ef4a9694d71b26afff37e0979325a3443f4240561d736c25) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"3e006f93-f16c-4d89-bf2d-c66defc236fb","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.970274906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"0c8b4e08-a7cb-4d41-9e51-65d7dbf6bfba","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.971374869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"942d37fc-a1db-4158-beec-95d19d7d5dcd","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.974988701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cc8d9ab6-8f19-46df-b1b2-172f871565ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.982077481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c02c7f26-ddbc-4589-bcf6-9728b280a585","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:48.98344369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"941a8aaa-22fc-422c-83ef-a9a74a860535","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.027517399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"13fc1480-3eda-4058-a8ed-9940e702df95","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:49.031871918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"dd7b5057-64b2-4fb7-ab36-a322afbf6f5f","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:49.037619758Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-ambiguous","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-ambiguous","reconcileID":"dd7b5057-64b2-4fb7-ab36-a322afbf6f5f","error":"ExternalModel e2e-extmod-shr-user-8d9fe7/e2e-shr-amb-b2b15a is attached to several gateways [openshift-ingress/e2e-extmod-a-29b57c openshift-ingress/e2e-extmod-b-bccce1]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.037943856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"21ed1398-9609-4059-aaeb-efbe0d292396","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.038141964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"21ed1398-9609-4059-aaeb-efbe0d292396","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.036349607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cc8d9ab6-8f19-46df-b1b2-172f871565ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.042282083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"ce69896c-3258-4f59-b9c3-beb47a93a6ef","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.042743303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c02c7f26-ddbc-4589-bcf6-9728b280a585","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.046410815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"cd985248-a73f-4d40-b5bb-f5498d5d0af8","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.052816126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"a54f99de-7af3-470a-b6f5-b6cc321a6738","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.056689654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"13fc1480-3eda-4058-a8ed-9940e702df95","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.057067272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03d45b75-ac5e-4014-a741-dbc8c908bf88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.057259518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03d45b75-ac5e-4014-a741-dbc8c908bf88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.057931841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9ec4e9b-5c78-494e-84d4-bed9469cda23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.058295575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c9ec4e9b-5c78-494e-84d4-bed9469cda23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.058795056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"d9432664-042f-4c4b-a75b-eef19f072ec1","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.059287596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"2e6447eb-c936-44eb-82c8-701db0c68e5e","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.062824676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"9c6f9fe7-b28b-4bce-a976-9fd3d9c14e47","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.077379421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b3c04335-8d25-4a0a-bc23-c686165c29b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.077389175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b81d1ba6-8078-4a4a-80a8-0418109d22c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.081750542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8745b398-0b72-426e-8bd2-af90db9c0c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.082013486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a7ed510e-c7a9-4668-aee2-26d0ecb883ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.086118847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b81d1ba6-8078-4a4a-80a8-0418109d22c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.086118781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"b3c04335-8d25-4a0a-bc23-c686165c29b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.143422872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8745b398-0b72-426e-8bd2-af90db9c0c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.147582685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a7ed510e-c7a9-4668-aee2-26d0ecb883ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.185316783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"20a74694-2cea-45c5-8cc1-f41f11a8a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.193792427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"20a74694-2cea-45c5-8cc1-f41f11a8a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.341338284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"d70aeecf-cdfe-4ede-9fa6-2258c3500892","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.360995814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d5ca49f-afbd-48ce-9bcd-fb0e82dc10f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.361487396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a28e693b-9c6e-48ff-89c5-7378ce9b81e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.396477049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"d70aeecf-cdfe-4ede-9fa6-2258c3500892","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.40802886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db547ca3-4d2a-4b7b-a4eb-14980c75a25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.458091425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"d70aeecf-cdfe-4ede-9fa6-2258c3500892","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.463910938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d5ca49f-afbd-48ce-9bcd-fb0e82dc10f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.469504687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a28e693b-9c6e-48ff-89c5-7378ce9b81e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.47582853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db547ca3-4d2a-4b7b-a4eb-14980c75a25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.480483619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d5ca49f-afbd-48ce-9bcd-fb0e82dc10f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.481168821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"da0ba38b-c8e1-4e30-9ce3-13d6f1871742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.606986609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db547ca3-4d2a-4b7b-a4eb-14980c75a25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.634017138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"37a5a0ce-c00a-4c68-8600-65bf0c9dcb52","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.640946465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"da0ba38b-c8e1-4e30-9ce3-13d6f1871742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.652558703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"37a5a0ce-c00a-4c68-8600-65bf0c9dcb52","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.653228816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5bec4e44-f8cd-45e4-82f1-c478bd59f4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.653474291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"c423877d-c761-4c20-bdd3-41f1a8debab2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.678584364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"14bced29-034c-45f3-ad20-0d42b37058dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.692506137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"5bec4e44-f8cd-45e4-82f1-c478bd59f4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.695663063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8dcd1ec1bea208d4f6c851e55bdb6325b5e8aa64e8e8963e87e7f272da1e76) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (d792665b9455ec4d77cac03a88be0ae4c79b35e53c6621d78e9354bf4abb7b5a) AuthConfig (bf25b4152e376f69f46400d4f9821e965818e1748eece876ce963f9154fbd6ca) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9f26c8d5cf8d1f98ef4a9694d71b26afff37e0979325a3443f4240561d736c25) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"37a5a0ce-c00a-4c68-8600-65bf0c9dcb52","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.697519221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"c423877d-c761-4c20-bdd3-41f1a8debab2","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.703370156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"14bced29-034c-45f3-ad20-0d42b37058dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.709793899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"7e0d5dcb-2574-4675-8b6c-5a709228924c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:49.720077815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"7e0d5dcb-2574-4675-8b6c-5a709228924c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.179829288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","reconcileID":"b2bb01ea-4bf4-4e98-b19b-7d5cd0aa3487","MaaSModelRef":{"name":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-amb-b2b15a-5e4f13a77028","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-amb-b2b15a-e2e-extmod-a-29b57c","externalModel":"e2e-shr-amb-b2b15a","provider":"e2e-shr-amb-b2b15a-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.705672623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","reconcileID":"758f51a1-9691-463a-9f9e-e5fcbbde3870","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.749161179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"ed9f2bfb-dce3-4338-aeb9-fd8e2b336141","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.751833493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"aa4b04ff-7d03-499c-a773-b07a6e9b1961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.757393871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"ee0a4fac-f015-4aa9-9885-ef269572356b","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.762311004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"aa4b04ff-7d03-499c-a773-b07a6e9b1961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.76651098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"b46a62d0-8081-48d2-93f0-887c09f92571","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.855338863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"3357bbd7-3ad0-4f13-b675-de961452400a","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.856717554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"98a44929-744c-4654-980e-aec518eb2eae","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.858566832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2280b2a3-cb50-4300-934a-d49c8bf375b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.859066656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7a22a675-9c1e-4d42-8c7b-72bbeeeb8d30","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.865610007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"98a44929-744c-4654-980e-aec518eb2eae","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.866237379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52ec0261-b544-4740-a56a-0fee097500e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.867560066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2280b2a3-cb50-4300-934a-d49c8bf375b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.869356066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"dc668648-3c88-4224-933f-60adc0b59500","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.871420141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"98a44929-744c-4654-980e-aec518eb2eae","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.941856658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7a22a675-9c1e-4d42-8c7b-72bbeeeb8d30","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.942675873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c1cc63f9-9925-40b0-9d20-06017bdb0854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.943507997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"ec48dada-9675-4773-9bf3-401a96f6cfb3","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.943507538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"6723b13e-5852-4bf2-864a-3c06e2990667","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.943943357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"d8d68349-b914-4c85-ba4d-3e7d2bb4a9a4","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.944073182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"a8e098b1-5675-4fb0-8376-bafb350b5319","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.945601587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2280b2a3-cb50-4300-934a-d49c8bf375b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.947935565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52ec0261-b544-4740-a56a-0fee097500e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.949889396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8dcd1ec1bea208d4f6c851e55bdb6325b5e8aa64e8e8963e87e7f272da1e76) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (d792665b9455ec4d77cac03a88be0ae4c79b35e53c6621d78e9354bf4abb7b5a) AuthConfig (bf25b4152e376f69f46400d4f9821e965818e1748eece876ce963f9154fbd6ca) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9f26c8d5cf8d1f98ef4a9694d71b26afff37e0979325a3443f4240561d736c25) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7a22a675-9c1e-4d42-8c7b-72bbeeeb8d30","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.950620243Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"1426df2f-487a-4c2b-a89a-f8ca2c54a35d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.957056664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c1cc63f9-9925-40b0-9d20-06017bdb0854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.958749993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52ec0261-b544-4740-a56a-0fee097500e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.959437443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a1f3daf7-acea-4296-8b11-00f75f4ea6d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.961447276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"554a4f94-3836-44fc-a143-ca7c01dc9e9a","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.963377295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b2b15a","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","reconcileID":"9e9ae015-1ab3-4df2-a268-6a37d63a04e5","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-amb-b2b15a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:50.969332357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a1f3daf7-acea-4296-8b11-00f75f4ea6d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.042295751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fcade8f2-1f98-4638-a593-28330bb22d0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.042626545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6349f7a7-b752-4f40-bd69-b20248b904a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.042742716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4e7d4279-dc1a-4754-bb0f-62003b6b6593","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.051246457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fcade8f2-1f98-4638-a593-28330bb22d0f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.052316239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6349f7a7-b752-4f40-bd69-b20248b904a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.053404656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"4e7d4279-dc1a-4754-bb0f-62003b6b6593","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.056383923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"912bc5ad-51fa-49e3-a547-4141756b0f39","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.056700114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"22dc7c0e-3ef3-42e8-930b-0278b710305c","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.065591639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"1e20602e-b506-49cf-be5e-7c7c333adcbc","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.108028273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"7465cd84-65cc-4aa6-8b4c-b1eaace187c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.15567733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"82189989-7a9b-48e4-bbcf-b8a9faaa4830","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.249854884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"7465cd84-65cc-4aa6-8b4c-b1eaace187c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.28172245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ff9256fe-4711-4358-8796-1409e26dc86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.283639657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e8036f4-51ef-434a-b394-d26c097d1323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.32897079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ff9256fe-4711-4358-8796-1409e26dc86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.333255092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ddce6e08-1fd0-41b3-b597-d4c029fdce6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.333672464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e8036f4-51ef-434a-b394-d26c097d1323","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.333976417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"05de2362-a0f2-43b7-8c62-dbd6536280be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.34089542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ddce6e08-1fd0-41b3-b597-d4c029fdce6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.34136309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"e8026853-e4c3-47ec-b569-f77de8828085","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.343235055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"05de2362-a0f2-43b7-8c62-dbd6536280be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.405825268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"f1336096-187e-47f7-83a9-92bd095376aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.406596745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"fdae5859-fb33-4234-87ae-bf0284c64f09","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.407984923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ef25864b-4564-4ff6-a358-e0393dcf44a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.409870488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5eb3c618-53bf-43f4-8eb8-14dda89b9a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.410827399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f9dd25-57c8-40a6-a441-e7155fe31f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.415036695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"f1336096-187e-47f7-83a9-92bd095376aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.446516439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ef25864b-4564-4ff6-a358-e0393dcf44a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.447110356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"fdae5859-fb33-4234-87ae-bf0284c64f09","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.450761505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5eb3c618-53bf-43f4-8eb8-14dda89b9a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.452460962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"f1336096-187e-47f7-83a9-92bd095376aa","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.457018112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f9dd25-57c8-40a6-a441-e7155fe31f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.458833898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8dcd1ec1bea208d4f6c851e55bdb6325b5e8aa64e8e8963e87e7f272da1e76) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (d792665b9455ec4d77cac03a88be0ae4c79b35e53c6621d78e9354bf4abb7b5a) AuthConfig (bf25b4152e376f69f46400d4f9821e965818e1748eece876ce963f9154fbd6ca) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9f26c8d5cf8d1f98ef4a9694d71b26afff37e0979325a3443f4240561d736c25) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"fdae5859-fb33-4234-87ae-bf0284c64f09","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.461853823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5eb3c618-53bf-43f4-8eb8-14dda89b9a5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.503093741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91f9dd25-57c8-40a6-a441-e7155fe31f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.554120476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"f4862082-3f58-49c0-a151-ebe0e891c4d4","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.556461766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"09c8e439-7ff4-472a-a82b-ad5fb2522e96","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.559854682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4252ecec-deaa-4abb-a245-43bb29da70ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.560588414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f91ba034-6af8-46d2-9dcf-cba1325a1ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.573122155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"f91ba034-6af8-46d2-9dcf-cba1325a1ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.643889283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4252ecec-deaa-4abb-a245-43bb29da70ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.65539406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"d73931e5-a9bd-4740-b477-a4370e6cbec6","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a708d74a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.655867901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"09c8e439-7ff4-472a-a82b-ad5fb2522e96","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.692117681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c2929dcb-024f-44f6-8447-82b974676fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.703984759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2a3f8d0d-564f-4711-a7fb-23314cdc3a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.72868254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c2929dcb-024f-44f6-8447-82b974676fbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.733492364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"2a3f8d0d-564f-4711-a7fb-23314cdc3a50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.785202635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"d0b4bdb6-91f7-497a-819d-f0aff6fee226","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.807350955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e447f64f-405b-4127-b847-999de01267a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.837431666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"e447f64f-405b-4127-b847-999de01267a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.881035272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6684d3e7-8b74-434c-b5ee-bcefecde938d","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.885933337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"3c6599ea-393d-46e5-8181-fd955736e8d8","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.891369459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"6684d3e7-8b74-434c-b5ee-bcefecde938d","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.899070052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"3c6599ea-393d-46e5-8181-fd955736e8d8","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.97588613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"01e6be47-de30-4ca0-84b4-526b66d94fb0","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.985307059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"564723d4-a292-4307-af3e-f57a08d4ff14","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:51.992119938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"564723d4-a292-4307-af3e-f57a08d4ff14","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:17:52.071877957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"564723d4-a292-4307-af3e-f57a08d4ff14","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-gw-auth-6eedc2d6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:52.149027023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"c8d2640d-eac1-42fe-9939-c148bbb54961","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:52.15624057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"c8d2640d-eac1-42fe-9939-c148bbb54961","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:17:59.071374292Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"06ae107a-3954-4268-b17a-7e6a7dcb960e","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.466010433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"093c51be-8dbb-49a9-87da-25b6b497b213","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.467484526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f3139440-5c7a-420a-86e0-ce502bd4dcc7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.472761846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"093c51be-8dbb-49a9-87da-25b6b497b213","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.474230181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f3139440-5c7a-420a-86e0-ce502bd4dcc7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.478211943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"093c51be-8dbb-49a9-87da-25b6b497b213","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.479694305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab8dcd1ec1bea208d4f6c851e55bdb6325b5e8aa64e8e8963e87e7f272da1e76) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (d792665b9455ec4d77cac03a88be0ae4c79b35e53c6621d78e9354bf4abb7b5a) AuthConfig (bf25b4152e376f69f46400d4f9821e965818e1748eece876ce963f9154fbd6ca) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9f26c8d5cf8d1f98ef4a9694d71b26afff37e0979325a3443f4240561d736c25) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f3139440-5c7a-420a-86e0-ce502bd4dcc7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.566345751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513b4906-5a17-4775-87b9-2ec1985574b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.56668005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08566508-7961-4b06-8431-3ac6778349b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.573980213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08566508-7961-4b06-8431-3ac6778349b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.574262489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513b4906-5a17-4775-87b9-2ec1985574b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.579722885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08566508-7961-4b06-8431-3ac6778349b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.581278176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"513b4906-5a17-4775-87b9-2ec1985574b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.659625973Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"2fdda0ba-11fd-413f-8b06-823ca921d70e","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","subscription":"e2e-shr-auth-5cbe2c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.668190357Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"2fdda0ba-11fd-413f-8b06-823ca921d70e","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.673069471Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"2fdda0ba-11fd-413f-8b06-823ca921d70e","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.796063509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-29b57c priority=0:[ai-tenant-e2e-extmod-a-29b57c/e2e-shr-auth-5cbe2c-sub ai-tenant-e2e-extmod-a-29b57c/e2e-shr-shared-392f47-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.81362882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"4ec40188-e5d0-4eb9-b231-2f6623a04a56","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.824729116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"71f64c3b-c393-4299-979b-aeb1ed7be59a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.825080672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2bd51498-6524-4fcb-8fd1-d44350659687","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.834311547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"2bd51498-6524-4fcb-8fd1-d44350659687","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.834338579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"71f64c3b-c393-4299-979b-aeb1ed7be59a","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.839437893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"1ffafd47-e2cb-49b0-88b4-d13dd048c36d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.920818551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3391218c-2c75-4aac-9804-a29b2bfb99ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.928865425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3391218c-2c75-4aac-9804-a29b2bfb99ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.961171804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"08b62a6e-3a8f-4461-b11f-2a95b72680a7","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.967193514Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3b6e8e5a-5b0b-4687-abce-ac92b67188e6","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:01.983538933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","reconcileID":"cfc0af97-cebb-440a-8afa-c7fe8c569d6d","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-f11e36ed0cf5","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-b-bccce1","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.213805767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"69263fdb-1bc0-4319-86a0-3073ddf9c2b5","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.219092776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3eb8b3f6-affc-4527-aad4-e2e03a358605","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.21929057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"189ae450-bad0-4f74-929b-0c88e4e1c637","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.22622569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"189ae450-bad0-4f74-929b-0c88e4e1c637","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.226572579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"3eb8b3f6-affc-4527-aad4-e2e03a358605","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.231805462Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"2de3babc-a2f8-409f-bbf1-c02fc416adb8","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a741fe3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.452009808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"53332bdc-5056-4cbc-a0cb-26047b025181","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.453988956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"d83469e1-eb74-4514-8c40-c34e905fbc2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.460123109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"53332bdc-5056-4cbc-a0cb-26047b025181","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:02.4633977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"d83469e1-eb74-4514-8c40-c34e905fbc2b","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:04.765735867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:07.233393275Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"e2e-gw-auth-6eedc2d6","reconcileID":"8edbddb9-90e1-4369-9938-435b05993528","MaaSAuthPolicy":{"name":"e2e-gw-auth-6eedc2d6","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:07.233637373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"82fe52e1-8e60-43f1-9372-f960419ff168","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:07.249505594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"5b4a717c-8123-443d-aca0-b8a89c1969b9","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.885273409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"6589d395-735c-4233-8387-aa83ffacdd8a","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.893178663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"494d7ff5-f70c-4e5e-8d4a-c108f2d21329","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.893552317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"933ae35c-24b5-4df5-a9fc-e4af9bde3cfe","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.895399222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"2931cfba-bd9d-4893-91d6-dbbdb641d73c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.895668189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"48568fa5-424e-440a-abd2-dfab35e1b5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.896248059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa20743d-fd4f-4704-8285-161c8e878354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.897678251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d2e6704-0475-4421-b5e9-60bb84dfcfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.9007685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"494d7ff5-f70c-4e5e-8d4a-c108f2d21329","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.902378176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"2931cfba-bd9d-4893-91d6-dbbdb641d73c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.903346504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa20743d-fd4f-4704-8285-161c8e878354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.904583269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d2e6704-0475-4421-b5e9-60bb84dfcfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.905652052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"48568fa5-424e-440a-abd2-dfab35e1b5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.907659638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5f33667a4039f78705d54b1418c7d398cf01377146ad9cc13a48ff0ff0d3789) AuthConfig (fe3b2c2e54b6269aec05156a4af1e54ff8db826c5bdaf7afe2d705b6048c284b) AuthConfig (71f78de5c5a97c7d9cfed86310d152400d15c98d9ff0b80835e030aaecab8bc0) AuthConfig (3011b9e05606322f649d43ecc9db4a68ced377002529c70925fcde7d8f8adb00) AuthConfig (53b6a3e49b225a23ba8aa03b6efcc4bf554b2a81998a7ae902808858da315888) AuthConfig (772922bbd48962a201a41db03683c9935b464af8dad52ec2abc60a3862adf05a) AuthConfig (7535c445592cde1c1cac4495dd5dcdd65dade02ae2ac5387dc2122474e36edc1) AuthConfig (ecc51e0f8177cb1e0e10240f0037281bbbb8fca94ede678dc5341ced7590a9e5) AuthConfig (7b52422b5917b32df8020c20fb5d3acc2568be197635f0133e194cca5f8b117b) AuthConfig (8cb430ea81237173eff9e85bf2d9c016964ae47e50e45eb091da549c8c1404f9) AuthConfig (accf31f48de06374c136642db1444f6489cdcd3e82000bb7a48b67464d43d40e) AuthConfig (d097532d9bd2316f73b75b9fab154fa3646346653331393f1a69ad8fc8248024) AuthConfig (967f4acb139c6ea027369ba17c8be2c7554101283fc41d4256d8d6c2ff852ef0) AuthConfig (e34cc91dadbc2142e9e9719f81c5d2100447d8775aead1e007cbdd6fcc5cdbba) AuthConfig (3192cf3c880253600d0924e28a37c6f47853585f92a9149160b982d3e59909c8) AuthConfig (224132e6cfdc52401878f25366871bb7e1b89005d1f54f685bdade22846a01c7) AuthConfig (ff772ffffa91bd393901b98865a3c8b5c702a702ed1554fb10dd1c871dfac2a0) AuthConfig (a978af10cb73e3b3b7b59359dd957fbad828e5a02c9689ab19a16ea59e703a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"2931cfba-bd9d-4893-91d6-dbbdb641d73c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.915551231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"82ef9169-fb5d-4b5e-8fd9-5f46da99ab03","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.9155679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"82ef9169-fb5d-4b5e-8fd9-5f46da99ab03","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.920346865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a7f1e81-7365-4dbe-a164-bdb0093d6de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.920361634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a7f1e81-7365-4dbe-a164-bdb0093d6de5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.920699131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b01f4688-0033-44e9-82f4-079fb4eca5af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.920712821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b01f4688-0033-44e9-82f4-079fb4eca5af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921007382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"228d9bc1-b987-4a25-9559-ae3d999eaa5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921019733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"228d9bc1-b987-4a25-9559-ae3d999eaa5b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921223664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c588dae-9c69-4878-a2fc-ac229b23c6d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921234876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9c588dae-9c69-4878-a2fc-ac229b23c6d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921465471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"501af810-9d12-428b-a4c3-e852b84dfc35","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921477355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"501af810-9d12-428b-a4c3-e852b84dfc35","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921676568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdff856b-e6fe-4dfa-b77c-2fb3d4197fdc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921689021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cdff856b-e6fe-4dfa-b77c-2fb3d4197fdc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921931882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d56c9fb0-6042-4c2a-8cff-1f0b8b3a173a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.921942732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d56c9fb0-6042-4c2a-8cff-1f0b8b3a173a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.922142081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ac4f01b-0f6c-4196-8043-2f97b2f5bc94","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.922152161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5ac4f01b-0f6c-4196-8043-2f97b2f5bc94","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.927414282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"77075aa8-9c61-49e6-b212-f2973daa82f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.936379549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a74af17e-9f93-4ce6-b58b-f4240e69195d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.936399081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a74af17e-9f93-4ce6-b58b-f4240e69195d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.936642801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23258635-e517-416c-b8bc-e8b77c3c26e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.936654656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23258635-e517-416c-b8bc-e8b77c3c26e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.941957126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89eb00f3-9447-4827-8337-86fd1630fd8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.941974931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"89eb00f3-9447-4827-8337-86fd1630fd8d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942198245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e5e4f30-632f-48c6-a631-9a457a9a87e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942210454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7e5e4f30-632f-48c6-a631-9a457a9a87e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942404216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff56f428-87b6-4cd5-a626-162a1c1395bc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942414564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ff56f428-87b6-4cd5-a626-162a1c1395bc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942598201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad7f58ea-0510-4f04-9954-9cb1e16a0a80","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942609133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ad7f58ea-0510-4f04-9954-9cb1e16a0a80","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942621113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"77075aa8-9c61-49e6-b212-f2973daa82f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942809408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e09319-5c78-4525-ab1f-0d01fd1e234d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.942819887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1e09319-5c78-4525-ab1f-0d01fd1e234d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.943105179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b1ba248-2a3d-4603-adba-2ff63fae0d0b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.943116354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b1ba248-2a3d-4603-adba-2ff63fae0d0b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.949665342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"918e51d7-cdd5-4e2a-97ae-9666535b5171","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:08.949677595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a952228e-4df3-41bd-bbdf-87bebcb7a302","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.0216333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c58ee18a-7ca4-4809-9feb-5113495759b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.021659197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c58ee18a-7ca4-4809-9feb-5113495759b1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.022414767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab9f00c2-32ae-4c4e-a725-3e6c4ee6e0a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.022437616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab9f00c2-32ae-4c4e-a725-3e6c4ee6e0a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.026858046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"49e56ce7-9aa3-4d5a-a501-066b7566209f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.027209839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a18559fe-221d-4187-ae4d-6b5cb039b015","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.02840464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"c4309ab7-43dc-4fa2-9c80-fe09df9ea44b","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.028432189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"c4309ab7-43dc-4fa2-9c80-fe09df9ea44b","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.035608139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"49e56ce7-9aa3-4d5a-a501-066b7566209f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.045381207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"a18559fe-221d-4187-ae4d-6b5cb039b015","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.069220914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"004dd0fb-2e4d-4d0d-b72c-b2767bf702b4","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.069364266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"2cbdf13b-5db7-494b-87cb-9aea96712b0b","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.069390285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"2cbdf13b-5db7-494b-87cb-9aea96712b0b","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.075254434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"3abc742b-0304-4fc8-bd00-e8a0bc616911","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.076725213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"07f69821-8ca0-4dc6-b1db-cfa1113d662a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.081086621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"2dc1bd1c-9884-4736-80f9-1e11bf43617c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.086397181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"07f69821-8ca0-4dc6-b1db-cfa1113d662a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.086983909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"1340feaa-c554-4a1f-8189-4a1799371f4d","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.087000216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"1340feaa-c554-4a1f-8189-4a1799371f4d","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.08918272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"2dc1bd1c-9884-4736-80f9-1e11bf43617c","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.14354583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"3abc742b-0304-4fc8-bd00-e8a0bc616911","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:09.146499237Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"1340feaa-c554-4a1f-8189-4a1799371f4d","name":"e2e-rt-sw-65ba84","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-65ba84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:09.146565613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"1340feaa-c554-4a1f-8189-4a1799371f4d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-65ba84\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.149560837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"daa63f55-abad-4d80-9f94-742487f77325","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.155703712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"7c55e50d-1879-4bb7-968f-c2d2b0748c41","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.155728833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"7c55e50d-1879-4bb7-968f-c2d2b0748c41","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.325491428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"64aaad75-8ea6-46dc-ac06-cee0817e7ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.391682266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e014fbed-7201-49db-a198-4bc5f86cc333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.401528165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"64aaad75-8ea6-46dc-ac06-cee0817e7ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.412991423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2f7358aa-2471-41e9-9701-2d70cea8992c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.442343702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e014fbed-7201-49db-a198-4bc5f86cc333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.453249625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2f7358aa-2471-41e9-9701-2d70cea8992c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.454465822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"5b90427a-ae32-4c91-a65b-9620e828fd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.463204612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d05dc3-ca47-4aca-8597-08f8c6fe3722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.468156438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"5b90427a-ae32-4c91-a65b-9620e828fd4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.471394766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"14d05dc3-ca47-4aca-8597-08f8c6fe3722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.520200013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"cf08f5f7-4b88-4a4b-9be4-9f0b83f8effc","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.520221954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"cf08f5f7-4b88-4a4b-9be4-9f0b83f8effc","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.581210117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3858c43f-0ac6-40d1-bef4-cef4ff390462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.58856462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3858c43f-0ac6-40d1-bef4-cef4ff390462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.667008038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"7047e2ad-6235-4c0d-8d78-208babc0e5cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.667050705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b6ab6c07-3e90-40a4-ace0-8d320a01d1e4","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.668171539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"69c26215-4687-4c63-a2bc-09c98aa34109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.668247716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"16134b82-4df6-41d7-b400-d192f2fb8fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.674036444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b6ab6c07-3e90-40a4-ace0-8d320a01d1e4","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.674439619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"7047e2ad-6235-4c0d-8d78-208babc0e5cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.676467984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"16134b82-4df6-41d7-b400-d192f2fb8fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.676745279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"69c26215-4687-4c63-a2bc-09c98aa34109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.679757311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5f33667a4039f78705d54b1418c7d398cf01377146ad9cc13a48ff0ff0d3789) AuthConfig (fe3b2c2e54b6269aec05156a4af1e54ff8db826c5bdaf7afe2d705b6048c284b) AuthConfig (71f78de5c5a97c7d9cfed86310d152400d15c98d9ff0b80835e030aaecab8bc0) AuthConfig (3011b9e05606322f649d43ecc9db4a68ced377002529c70925fcde7d8f8adb00) AuthConfig (53b6a3e49b225a23ba8aa03b6efcc4bf554b2a81998a7ae902808858da315888) AuthConfig (772922bbd48962a201a41db03683c9935b464af8dad52ec2abc60a3862adf05a) AuthConfig (7535c445592cde1c1cac4495dd5dcdd65dade02ae2ac5387dc2122474e36edc1) AuthConfig (ecc51e0f8177cb1e0e10240f0037281bbbb8fca94ede678dc5341ced7590a9e5) AuthConfig (7b52422b5917b32df8020c20fb5d3acc2568be197635f0133e194cca5f8b117b) AuthConfig (8cb430ea81237173eff9e85bf2d9c016964ae47e50e45eb091da549c8c1404f9) AuthConfig (accf31f48de06374c136642db1444f6489cdcd3e82000bb7a48b67464d43d40e) AuthConfig (d097532d9bd2316f73b75b9fab154fa3646346653331393f1a69ad8fc8248024) AuthConfig (967f4acb139c6ea027369ba17c8be2c7554101283fc41d4256d8d6c2ff852ef0) AuthConfig (e34cc91dadbc2142e9e9719f81c5d2100447d8775aead1e007cbdd6fcc5cdbba) AuthConfig (3192cf3c880253600d0924e28a37c6f47853585f92a9149160b982d3e59909c8) AuthConfig (224132e6cfdc52401878f25366871bb7e1b89005d1f54f685bdade22846a01c7) AuthConfig (ff772ffffa91bd393901b98865a3c8b5c702a702ed1554fb10dd1c871dfac2a0) AuthConfig (a978af10cb73e3b3b7b59359dd957fbad828e5a02c9689ab19a16ea59e703a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"7047e2ad-6235-4c0d-8d78-208babc0e5cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.69527321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"58d56005-a649-4125-b083-873cdcd8dd70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.706581906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"58d56005-a649-4125-b083-873cdcd8dd70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.860636756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"013cf7ed-0571-46fa-afe6-3898ee60cf71","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.871001471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"013cf7ed-0571-46fa-afe6-3898ee60cf71","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.885155232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"c5aff7f3-9de4-4b01-91bc-04cb3fb31e50","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.885188698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"c5aff7f3-9de4-4b01-91bc-04cb3fb31e50","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.887219052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"3326f0ed-1681-407b-8296-b79350ff33a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.898446971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9cc37829-715b-4233-8fdb-ae07ace0b7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.899555845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"3f14be35-1f98-4132-a32e-e495689ba3c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.904263005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"3326f0ed-1681-407b-8296-b79350ff33a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.906551131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"1f39cd68-f880-409c-81d5-3a44452cb660","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.911081133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"4559ff6c-73d0-435d-a09f-23a8f6063139","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.911103281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"4559ff6c-73d0-435d-a09f-23a8f6063139","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.91577055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"3f14be35-1f98-4132-a32e-e495689ba3c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.917633579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9cc37829-715b-4233-8fdb-ae07ace0b7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.925928654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"1f39cd68-f880-409c-81d5-3a44452cb660","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:09.926141374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-e2318b-aaea41-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.946629611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"53d8ad91-f37d-4335-a4e9-29034fd7927b","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.953439413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"3a63b4d9-a27f-42fe-a82b-e47b43cd2663","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.953461147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"3a63b4d9-a27f-42fe-a82b-e47b43cd2663","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.963323657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"5171f3f2-1eaa-46e6-aea9-4e7911ab7f92","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-e2318b","model":"e2e-cfl-e2318b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.987860837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"7aeb4fbb-32dc-4f65-b1a9-31a345db55db","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:09.987886828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"7aeb4fbb-32dc-4f65-b1a9-31a345db55db","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.058945377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"a8e405cd-bb7c-4caf-b604-7b9dc75e890f","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-e2318b","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.062806239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"d2821363-8c38-4d55-a2a9-86d69605beae","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.066040837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"6266e82d-ac9d-4ff1-8b02-0cd4eb2b74ab","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.066059049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"6266e82d-ac9d-4ff1-8b02-0cd4eb2b74ab","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.069333881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"d2821363-8c38-4d55-a2a9-86d69605beae","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.087171608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"a80214d8-5e55-40e8-8b3a-d8cc7e95a333","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:10.087190918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"a80214d8-5e55-40e8-8b3a-d8cc7e95a333","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.234868096Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"6b83900b-60fd-4074-a957-42e4656c237c","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","subscription":"e2e-shr-auth-5cbe2c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.242236442Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"6b83900b-60fd-4074-a957-42e4656c237c","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.245499139Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-sub","reconcileID":"6b83900b-60fd-4074-a957-42e4656c237c","MaaSSubscription":{"name":"e2e-shr-auth-5cbe2c-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.273327255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"f0bc5ceb-566b-41e9-95a2-5407049f225f","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.290116417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"f50b0d19-59a2-4943-8d2d-1e5ef993aa27","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.290135282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"f50b0d19-59a2-4943-8d2d-1e5ef993aa27","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.371128426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b1a2a5db-6c7c-468b-8da4-32bc150dace4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.373246894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8891f6b0-2e97-48d2-a4dd-4b8f292b79f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.444938619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"b1a2a5db-6c7c-468b-8da4-32bc150dace4","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.446814108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8891f6b0-2e97-48d2-a4dd-4b8f292b79f7","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.44791185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"03e513d4-14fd-406f-9d66-48c093db6202","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.458350778Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-auth-5cbe2c-access","reconcileID":"cd5bc465-fb45-4f3b-91a3-53c662c882ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-5cbe2c-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.476892192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"f0ce9bc6-a364-475c-8da4-6f8c766fff5b","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:12.826873162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","reconcileID":"2fef84fb-7ed0-4e21-a197-b2f53004eeee","MaaSModelRef":{"name":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-auth-5cbe2c-d00ed1125bbc","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-auth-5cbe2c-e2e-extmod-a-29b57c","externalModel":"e2e-shr-auth-5cbe2c","provider":"e2e-shr-auth-5cbe2c-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.321136978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-5cbe2c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","reconcileID":"8ffaabfe-32aa-4d9b-9381-234e8035ed24","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.335444984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cb54d2b6-1f28-43c5-a7b8-fbb23898d70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.33567974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4f898669-7199-4221-9b45-defcc343855e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.33614192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"4a6e5dca-5da8-48c0-840d-9203304556dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.336396164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"64cc7718-79a6-4e09-a85b-e0fba09abc34","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.33776647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3af35541-598d-4e77-86ba-479cf59208e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.338984604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88dbc596-dc58-41d2-8aa6-df795fa7ae77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.343392776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"cb54d2b6-1f28-43c5-a7b8-fbb23898d70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.344608708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4f898669-7199-4221-9b45-defcc343855e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.346115822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"4a6e5dca-5da8-48c0-840d-9203304556dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.347531662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88dbc596-dc58-41d2-8aa6-df795fa7ae77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.348384365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3af35541-598d-4e77-86ba-479cf59208e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.348951567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"53e8e777-d1b5-4674-a10f-8f838b37decf","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.353409214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5f33667a4039f78705d54b1418c7d398cf01377146ad9cc13a48ff0ff0d3789) AuthConfig (fe3b2c2e54b6269aec05156a4af1e54ff8db826c5bdaf7afe2d705b6048c284b) AuthConfig (71f78de5c5a97c7d9cfed86310d152400d15c98d9ff0b80835e030aaecab8bc0) AuthConfig (3011b9e05606322f649d43ecc9db4a68ced377002529c70925fcde7d8f8adb00) AuthConfig (53b6a3e49b225a23ba8aa03b6efcc4bf554b2a81998a7ae902808858da315888) AuthConfig (772922bbd48962a201a41db03683c9935b464af8dad52ec2abc60a3862adf05a) AuthConfig (7535c445592cde1c1cac4495dd5dcdd65dade02ae2ac5387dc2122474e36edc1) AuthConfig (ecc51e0f8177cb1e0e10240f0037281bbbb8fca94ede678dc5341ced7590a9e5) AuthConfig (7b52422b5917b32df8020c20fb5d3acc2568be197635f0133e194cca5f8b117b) AuthConfig (8cb430ea81237173eff9e85bf2d9c016964ae47e50e45eb091da549c8c1404f9) AuthConfig (accf31f48de06374c136642db1444f6489cdcd3e82000bb7a48b67464d43d40e) AuthConfig (d097532d9bd2316f73b75b9fab154fa3646346653331393f1a69ad8fc8248024) AuthConfig (967f4acb139c6ea027369ba17c8be2c7554101283fc41d4256d8d6c2ff852ef0) AuthConfig (e34cc91dadbc2142e9e9719f81c5d2100447d8775aead1e007cbdd6fcc5cdbba) AuthConfig (3192cf3c880253600d0924e28a37c6f47853585f92a9149160b982d3e59909c8) AuthConfig (224132e6cfdc52401878f25366871bb7e1b89005d1f54f685bdade22846a01c7) AuthConfig (ff772ffffa91bd393901b98865a3c8b5c702a702ed1554fb10dd1c871dfac2a0) AuthConfig (a978af10cb73e3b3b7b59359dd957fbad828e5a02c9689ab19a16ea59e703a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"4a6e5dca-5da8-48c0-840d-9203304556dc","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.35507101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"ae2c1c23-856a-49d4-8de4-51c0785f4b89","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.358702699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"d19c70ad-8fe4-405f-8843-68c8811bb8a5","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.359122329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"9bdf541e-206e-4e39-be15-c9c2d0d6ea7e","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.364367728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"85b10ec7-9800-4507-ae3c-6ec672c3967d","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.36652656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"96ee0c69-ca15-41f8-9be9-ea2d6e31f668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.367819824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"9fbede3a-17c1-4085-adef-9a261e093931","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.36857521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f72a938b-8f8b-4b26-9e0e-198becefc836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.372387798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"85b10ec7-9800-4507-ae3c-6ec672c3967d","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.37446657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"96ee0c69-ca15-41f8-9be9-ea2d6e31f668","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.377303687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f72a938b-8f8b-4b26-9e0e-198becefc836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.457100756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"258ab9fd-6c1f-4dc0-8d30-af6c819da4ca","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.465279638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"0ec19b8b-7192-4dc1-a0cc-25c5199d3f51","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.465563297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b6f73099-2050-427b-857a-cde9189d634e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.474342844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"0ec19b8b-7192-4dc1-a0cc-25c5199d3f51","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.476834336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"b6f73099-2050-427b-857a-cde9189d634e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.552270972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"5d0e491f-a045-476b-b9a4-cb702c1c8b34","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.554880882Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-5cbe2c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","reconcileID":"97a8f3f8-3615-4b84-a99b-fab1399522ff","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-auth-5cbe2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.567768453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"15129f81-6c1c-48f0-b584-1d02ad792d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.567831523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"835e7592-1757-4c02-a2e9-e08bd05d9e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.58100004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"4edc92ce-a3e4-49df-ad90-8c2676415110","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.589105398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"15129f81-6c1c-48f0-b584-1d02ad792d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.590501031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"835e7592-1757-4c02-a2e9-e08bd05d9e5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.598724412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"4edc92ce-a3e4-49df-ad90-8c2676415110","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.795710629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"0dfe040a-f87a-4235-9ebf-3a7de420ec87","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.796317987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"40348fc7-a27d-438a-8b12-55755b1280ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.797059068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d8b219ec-57b8-44fc-b4eb-c6fe80eba1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.803411066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8235565c-6879-4f25-a8cc-56b3850a4c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.809118229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"0dfe040a-f87a-4235-9ebf-3a7de420ec87","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.819116988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"40348fc7-a27d-438a-8b12-55755b1280ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.814621171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d8b219ec-57b8-44fc-b4eb-c6fe80eba1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.823430041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"8235565c-6879-4f25-a8cc-56b3850a4c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.829789923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-9be196-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c5f33667a4039f78705d54b1418c7d398cf01377146ad9cc13a48ff0ff0d3789) AuthConfig (fe3b2c2e54b6269aec05156a4af1e54ff8db826c5bdaf7afe2d705b6048c284b) AuthConfig (71f78de5c5a97c7d9cfed86310d152400d15c98d9ff0b80835e030aaecab8bc0) AuthConfig (3011b9e05606322f649d43ecc9db4a68ced377002529c70925fcde7d8f8adb00) AuthConfig (53b6a3e49b225a23ba8aa03b6efcc4bf554b2a81998a7ae902808858da315888) AuthConfig (772922bbd48962a201a41db03683c9935b464af8dad52ec2abc60a3862adf05a) AuthConfig (7535c445592cde1c1cac4495dd5dcdd65dade02ae2ac5387dc2122474e36edc1) AuthConfig (ecc51e0f8177cb1e0e10240f0037281bbbb8fca94ede678dc5341ced7590a9e5) AuthConfig (7b52422b5917b32df8020c20fb5d3acc2568be197635f0133e194cca5f8b117b) AuthConfig (8cb430ea81237173eff9e85bf2d9c016964ae47e50e45eb091da549c8c1404f9) AuthConfig (accf31f48de06374c136642db1444f6489cdcd3e82000bb7a48b67464d43d40e) AuthConfig (d097532d9bd2316f73b75b9fab154fa3646346653331393f1a69ad8fc8248024) AuthConfig (967f4acb139c6ea027369ba17c8be2c7554101283fc41d4256d8d6c2ff852ef0) AuthConfig (e34cc91dadbc2142e9e9719f81c5d2100447d8775aead1e007cbdd6fcc5cdbba) AuthConfig (3192cf3c880253600d0924e28a37c6f47853585f92a9149160b982d3e59909c8) AuthConfig (224132e6cfdc52401878f25366871bb7e1b89005d1f54f685bdade22846a01c7) AuthConfig (ff772ffffa91bd393901b98865a3c8b5c702a702ed1554fb10dd1c871dfac2a0) AuthConfig (a978af10cb73e3b3b7b59359dd957fbad828e5a02c9689ab19a16ea59e703a1d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"0dfe040a-f87a-4235-9ebf-3a7de420ec87","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.836544332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"079ed46f-4abc-4f44-98bf-5c5167b0eaad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.846040671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"079ed46f-4abc-4f44-98bf-5c5167b0eaad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.84982526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"3bc076a0-ad85-4ee6-a843-09d0ad64aedd","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.851942071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22f6654f-4646-461c-b14d-54e0b054beba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.853058767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"55a3b629-9a1a-4830-8a98-d7df76f59146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.853980929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"124ed561-b3a0-412a-a7fd-c3b9d0488b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.856690489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"3bc076a0-ad85-4ee6-a843-09d0ad64aedd","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.861713324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"55a3b629-9a1a-4830-8a98-d7df76f59146","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.865226665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22f6654f-4646-461c-b14d-54e0b054beba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.869038614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"124ed561-b3a0-412a-a7fd-c3b9d0488b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.951107274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"10a60816-2ac4-4927-a93e-cbc872a3d4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.957685212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c2ab1f25-9c4d-410c-941a-835967e4b7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.963747132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"10a60816-2ac4-4927-a93e-cbc872a3d4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:13.970250981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c2ab1f25-9c4d-410c-941a-835967e4b7f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.04412109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"adb14912-ad79-41dc-b82e-86f1226411d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.088147778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"339d4fbe-468a-4b6c-9e41-398ab2c71bd0","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.18395448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"adb14912-ad79-41dc-b82e-86f1226411d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.211156996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab4187a8-05ab-4874-9927-e6c49986a7a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.219319536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"53a33251-59c1-43d2-9254-dc00fdf8925f","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-059ea56a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.220959802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab4187a8-05ab-4874-9927-e6c49986a7a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.224010216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"6edf7474-7125-4c8b-93cf-a15e05d12ddc","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.22721101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a92be603-5320-40fe-a363-f8ed5d8b5ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.231503611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"6edf7474-7125-4c8b-93cf-a15e05d12ddc","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.233887965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a92be603-5320-40fe-a363-f8ed5d8b5ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.392439785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"000c24e2-cc2e-4e30-967f-e0ad91cb558e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.399798113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"000c24e2-cc2e-4e30-967f-e0ad91cb558e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.956958758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"0e71ae0e-3ea7-441a-8b1a-17eb0aa5d6bc","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.956981637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"0e71ae0e-3ea7-441a-8b1a-17eb0aa5d6bc","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:14.966088379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"884522e6-66b8-42b6-a813-fba975b5db7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-65ba84-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.975029473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab9692b-d697-4753-8f2d-88f16e65f97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.97512379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f669763-2231-495c-b08b-6461fd5dcafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.976262057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"3f49e963-00ee-4ff5-ab1f-5698aeee9bf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.977240796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"e2c95924-a7ca-4516-88d6-b4f07ffd9938","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.977256632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"e2c95924-a7ca-4516-88d6-b4f07ffd9938","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:14.983385852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dab9692b-d697-4753-8f2d-88f16e65f97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.043546039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"3f49e963-00ee-4ff5-ab1f-5698aeee9bf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.043629955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f669763-2231-495c-b08b-6461fd5dcafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.048610584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"fcad0119-8411-488a-a1ab-a6e6662262ce","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.048640181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"fcad0119-8411-488a-a1ab-a6e6662262ce","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.0576291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"de33a94f-3bb0-43ec-8053-e0e8da9e730e","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.057657026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"de33a94f-3bb0-43ec-8053-e0e8da9e730e","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.080345454Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"df72790b-9dd4-4c98-b20b-bbd89105c49a","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"e2e-rt-sw-65ba84","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-65ba84-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.104441138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"50f22189-0871-46bf-b257-7fd737223bcb","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.104465015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"50f22189-0871-46bf-b257-7fd737223bcb","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.160537618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"164a38ae-f5e7-42e0-8754-8207e0318421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.160679399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a2ca62-d580-4bb4-b3c1-bd88df35473a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.165072512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"9ffa7749-29b0-48b5-b2ef-56a0b236ec6e","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.169994021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"164a38ae-f5e7-42e0-8754-8207e0318421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.170873231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4a2ca62-d580-4bb4-b3c1-bd88df35473a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.174567369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"9ffa7749-29b0-48b5-b2ef-56a0b236ec6e","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:15.176143622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"179ad3f6-387b-4baa-90b6-7cc59abb0987","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"llm/e2e-rt-sw-65ba84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.156213937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"cf22f5d1-d5ca-414a-b016-ea25f444e61a","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:19.953063994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"aecb1b4c-1b5a-41a8-8cb0-4aba37b1dcfc","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-e2318b","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.00140428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b0147e47-f772-4f67-930a-8c362d21de62","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.001440542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b0147e47-f772-4f67-930a-8c362d21de62","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.311118538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"3cb7baa6-e8c6-49aa-abf7-adb20883d6d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.311484284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2f7a177-b7bc-49bf-8c18-e950db6f25e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.342372092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f31d333b-7d07-4a10-9047-18838a5fc8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.347739287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"3cb7baa6-e8c6-49aa-abf7-adb20883d6d3","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.34957486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2f7a177-b7bc-49bf-8c18-e950db6f25e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.359195779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f31d333b-7d07-4a10-9047-18838a5fc8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.594207761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"39cd8211-46fe-4ccd-80d7-baf02f0dee4d","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:20.602427175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"39cd8211-46fe-4ccd-80d7-baf02f0dee4d","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.758882894Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"78cdecde-33cb-44b3-9458-4225107d5f25","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.767000056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"90a678a1-ddd0-403b-b077-99f41ca70890","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.768918117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"3534b782-74c3-418a-921f-859bb2093fa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.772941482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"7c556fc8-ecf5-46f2-a815-987a4865ac21","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.774738697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1c9563cb-e18c-468b-b4c7-86cfdceea3be","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.775485815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"94e19207-cb44-4c46-ac61-8a018409bb4c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.777008468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"3534b782-74c3-418a-921f-859bb2093fa8","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.77774711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f6076da0-c26e-4191-814d-125f5e8bdb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.781274626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"7c556fc8-ecf5-46f2-a815-987a4865ac21","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.85168013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f6076da0-c26e-4191-814d-125f5e8bdb6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.851833254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"1c9563cb-e18c-468b-b4c7-86cfdceea3be","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.853991058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"94e19207-cb44-4c46-ac61-8a018409bb4c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.860701624Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"995af4d3-3cbc-4388-badc-162b3b331a5b","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.874569492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"424ea70b-042d-4b2f-acb5-091b0015ae77","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.874589629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"424ea70b-042d-4b2f-acb5-091b0015ae77","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.881761188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d75719a6-9933-4e06-b97e-ed71ae44cced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.889641125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"d75719a6-9933-4e06-b97e-ed71ae44cced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.965073347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"2a978475-34aa-415f-b9c4-e080a32b27e2","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.969281785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"e70ab6a9-9c57-49b8-916a-d6fa8773f708","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:23.969302123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"e70ab6a9-9c57-49b8-916a-d6fa8773f708","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.045488571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9dce2664-c449-4f6b-a7e5-67667b25b767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.07425839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7cbd6d33-a6cd-4c03-beb8-ca311cec2c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.154687093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7cbd6d33-a6cd-4c03-beb8-ca311cec2c46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.159662237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9dce2664-c449-4f6b-a7e5-67667b25b767","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.167991274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b1fc8af0-c0b6-4032-844e-1247a9faac85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.168221494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"5531c277-8077-4797-836b-3f60bc287a91","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.168244048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"5531c277-8077-4797-836b-3f60bc287a91","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.173249883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"971c8c13-4dd4-4c0c-aa68-94f6ffd37b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.18124503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b1fc8af0-c0b6-4032-844e-1247a9faac85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.187307999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3577f3df-3b51-4f64-af64-0e170fb62aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.187677148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"971c8c13-4dd4-4c0c-aa68-94f6ffd37b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.1898039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"cfd98ad3-7d57-4e59-8bf3-c47b6d7c3d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.191912156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0849d7ca-bbfe-47d9-80ef-2e849f0abc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.196382111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3577f3df-3b51-4f64-af64-0e170fb62aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.199561477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"cfd98ad3-7d57-4e59-8bf3-c47b6d7c3d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.199697515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0849d7ca-bbfe-47d9-80ef-2e849f0abc5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.200010344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"4c05ab45-fb49-4cf9-9aa4-c8e5c446d7b7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.206008862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c50777d4-5741-47fe-a375-50d8f63970e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.207861257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"4c05ab45-fb49-4cf9-9aa4-c8e5c446d7b7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.246185511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"71859011-a635-402b-81f7-ed0979cc1573","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","subscription":"e2e-shr-shared-392f47-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.246714165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c50777d4-5741-47fe-a375-50d8f63970e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.246862972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"3e9128df-a90a-4b8e-9abc-789640c8e510","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.247152823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"890f3087-2787-44c7-a821-72df6fdcd121","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.247392402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"84315540-fbf4-4383-a354-3284052acc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.254688417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"890f3087-2787-44c7-a821-72df6fdcd121","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.255038378Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"71859011-a635-402b-81f7-ed0979cc1573","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.255082317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"3e9128df-a90a-4b8e-9abc-789640c8e510","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.257234031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"84315540-fbf4-4383-a354-3284052acc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.258196761Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-sub","reconcileID":"71859011-a635-402b-81f7-ed0979cc1573","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.277420967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"9568f460-cccf-430f-be46-e534502ae538","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.279622217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"aefd8778-1d8e-4c1e-97f5-ad2577d2d41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.284498945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"9568f460-cccf-430f-be46-e534502ae538","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.285451314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"47ae8683-d51d-4b8f-bc5b-1dfadc90dd5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.286588465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"aefd8778-1d8e-4c1e-97f5-ad2577d2d41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.291936839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"922ecd75-1044-49a8-8099-5034cef96f26","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.293820861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"47ae8683-d51d-4b8f-bc5b-1dfadc90dd5c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.379846565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"cd69f17b-ab3a-4b6f-96fc-36144220ddda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.379906721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4c3e1d4f-5ad3-472b-960a-55c3d1e7e4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.380448646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d6cddef5-e7af-41f3-b3d6-c12ac19ece1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.380985443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"96ba5330-469d-46c5-b1f9-b21fb418e450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.384467578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746329fd-a391-495b-84ff-5dd82134e44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.387599478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"d6cddef5-e7af-41f3-b3d6-c12ac19ece1f","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.387677448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"cd69f17b-ab3a-4b6f-96fc-36144220ddda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.390221881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4c3e1d4f-5ad3-472b-960a-55c3d1e7e4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.390276447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"96ba5330-469d-46c5-b1f9-b21fb418e450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.393624536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"746329fd-a391-495b-84ff-5dd82134e44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.447330781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"2b40d607-5ce8-4dbc-8ed1-ad6de595dda2","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.471530264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab37272b-be5f-4478-b850-5a85d72284fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.48484346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab37272b-be5f-4478-b850-5a85d72284fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.508937236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab37272b-be5f-4478-b850-5a85d72284fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"name":"e2e-extmod-b-bccce1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.508968374Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"e2e-shr-shared-392f47-access","reconcileID":"ab37272b-be5f-4478-b850-5a85d72284fc","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.518247499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","reconcileID":"dab2d716-08fb-409f-b411-e750d999bc8d","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-23117c20f06d","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-b-bccce1","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-b-bccce1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.69548602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"9e214bb4-7a99-4e71-b4bb-020d114ab08f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.742203668Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"9e413f34-9811-4c1c-8543-026477d053d1","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9ad4fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.747591539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8fb95800-d025-4b6e-a448-8299f4ebf82a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.754768588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8fb95800-d025-4b6e-a448-8299f4ebf82a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.848687241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"86f0a501-e656-4d37-9399-b8e836360c35","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:24.855657472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"86f0a501-e656-4d37-9399-b8e836360c35","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.089447239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"6f6dce18-cb5f-4e4f-aae7-765c7547e035","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.089468267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"6f6dce18-cb5f-4e4f-aae7-765c7547e035","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.097769828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"22a7638a-bbd2-4c3c-a590-a974b781d813","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.098393562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"5acec46d-a4f1-46c4-97a1-78f178d65ed4","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.098410216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"5acec46d-a4f1-46c4-97a1-78f178d65ed4","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:25.101478524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"55f44dc8-6bb4-4714-9aa8-4dbb05903ad4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-47e4e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:25.102664798Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"5acec46d-a4f1-46c4-97a1-78f178d65ed4","name":"auth-test-model-9be196","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9be196\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:25.102715793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"5acec46d-a4f1-46c4-97a1-78f178d65ed4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-9be196\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.106628351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"22a7638a-bbd2-4c3c-a590-a974b781d813","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.108969923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"47f09bb5-a737-4953-85f6-e451ea3df2ce","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.108990055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"47f09bb5-a737-4953-85f6-e451ea3df2ce","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.112364839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"571f0e57-dd25-492f-aa84-f92ead1a89e3","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.112384282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"571f0e57-dd25-492f-aa84-f92ead1a89e3","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.118736308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"66fff039-6336-4b97-8ef4-428c7a6df06f","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.118759186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"66fff039-6336-4b97-8ef4-428c7a6df06f","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.139148406Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"8a9a0d84-fad8-4042-9b6d-6b947f658c21","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"maas-trlp-auth-test-model-9be196","model":"auth-test-model-9be196","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-9be196/e2e-auth-iso-47e4e5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.157556404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"f15fe699-2153-4f08-939e-a8ae55eaa71c","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.157574882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"f15fe699-2153-4f08-939e-a8ae55eaa71c","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.197095169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"e11e510f-bcd6-4c7b-b2bc-68c21f853ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.204816985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"e11e510f-bcd6-4c7b-b2bc-68c21f853ae6","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:25.230488533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"9d5b5670-098e-4f46-ad84-0d4f5585ccaa","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"maas-trlp-auth-test-model-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.416369995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"ec2a269e-3929-471c-9ce3-82335e460fd0","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.425862876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"5acc79df-67c5-4d30-a8e6-c9dd5d370ce3","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.428228715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e0a09d54-4a86-445a-b390-729858b2848d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.428914622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5bfdfe28-4465-4049-bfd8-ef5cae78030f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.431643967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"91918eeb-5286-4b54-97f5-55354fd446fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.432892751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"4377d272-a419-471b-ad92-e61f335980df","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.438683505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5bfdfe28-4465-4049-bfd8-ef5cae78030f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.441171552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"e0a09d54-4a86-445a-b390-729858b2848d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.443694257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dedd8a0e-1626-4850-aaa2-a459af3aa922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.446549536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"91918eeb-5286-4b54-97f5-55354fd446fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.450069371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"4377d272-a419-471b-ad92-e61f335980df","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.455850141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dedd8a0e-1626-4850-aaa2-a459af3aa922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.470789713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ce76baf3-9d91-4be7-88cc-8cc74a4e7989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.543709942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"7535b1b7-b27e-4aa9-97b5-1233f79c06bf","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.544272519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"fc11e022-07f4-435c-9992-d8bea672794a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.552281164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ce76baf3-9d91-4be7-88cc-8cc74a4e7989","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.553012469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6395f11a-5a67-4af9-ba42-ff022c9017a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.553208597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"fc11e022-07f4-435c-9992-d8bea672794a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.553561977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49cb6824-2f22-4adc-8b44-9fd5922020d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.555021842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7c129470-06d9-4cd3-b899-2eee6cbc9259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.560391637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49cb6824-2f22-4adc-8b44-9fd5922020d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.560551489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6395f11a-5a67-4af9-ba42-ff022c9017a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.563188925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7c129470-06d9-4cd3-b899-2eee6cbc9259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.56905641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"8ef31ee4-7f51-41a9-9017-b3e64dfedb5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.571186176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6c0a3266-3e47-4d04-85aa-8f234ba7543f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.576861289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"8ef31ee4-7f51-41a9-9017-b3e64dfedb5d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.578190286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"14a94381-f695-46f8-bfc4-1ab137cf5ba5","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.57963558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6c0a3266-3e47-4d04-85aa-8f234ba7543f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.581308579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9b603965-1d6e-4558-ba29-f3114f45c9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.581617633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"79561086-46d4-46eb-84e3-7e06da4d2653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.643462416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"14a94381-f695-46f8-bfc4-1ab137cf5ba5","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.644628996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9b603965-1d6e-4558-ba29-f3114f45c9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.645740125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"79561086-46d4-46eb-84e3-7e06da4d2653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.650093662Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"92cae113-355a-4131-ae4f-902a62816170","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.766302304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"75233f59-9520-445f-b79d-7815fce87dda","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.766328233Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"75233f59-9520-445f-b79d-7815fce87dda","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.766743543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fbd3176b-f3f9-491a-a9cd-ccdd5909fb2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.769524746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dc066dfc-7541-49d6-8a32-b0f6485db5f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.770145094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"82bbe392-46c4-4da5-abe9-c73d4645796f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.773648072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"fbd3176b-f3f9-491a-a9cd-ccdd5909fb2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.777146646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dc066dfc-7541-49d6-8a32-b0f6485db5f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.778162552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6db482ea-724c-4f0c-a7ce-7986dbacc99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.77848983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"82bbe392-46c4-4da5-abe9-c73d4645796f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.778577688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"68fad7dc-97da-4a4e-8021-c5916c0a8022","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.78604589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"68fad7dc-97da-4a4e-8021-c5916c0a8022","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:26.786231004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6db482ea-724c-4f0c-a7ce-7986dbacc99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.042968147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"181e2faf-f8b4-430b-a269-f051c4fe7502","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.043003803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"181e2faf-f8b4-430b-a269-f051c4fe7502","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.04552214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a02bb60d-7fe5-432e-aa0f-56fab3aaef52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.048035844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f405ac99-9e78-46bb-9a1a-1bbf79612d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.053885306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a02bb60d-7fe5-432e-aa0f-56fab3aaef52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.057191145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f405ac99-9e78-46bb-9a1a-1bbf79612d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.078997883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ba4dd447-a1ea-444b-90b3-8a39a82f9ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.079418096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"fe1092e7-8285-4880-87c1-fa31f34b0f9c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.081618949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c666a353-f875-4ff2-a855-1f2c856726de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.08664722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"ba4dd447-a1ea-444b-90b3-8a39a82f9ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.087524642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"fe1092e7-8285-4880-87c1-fa31f34b0f9c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.089798503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c666a353-f875-4ff2-a855-1f2c856726de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.17279255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a0b6ea54-f638-45b8-8e51-36a0e41aa330","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:27.172824138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a0b6ea54-f638-45b8-8e51-36a0e41aa330","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.377005849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.380174763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"945a7278-65ec-4f79-a4ac-7aebc38a4fd5","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.380193449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"945a7278-65ec-4f79-a4ac-7aebc38a4fd5","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.387832954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"50984e3e-1437-40ba-bb15-96081bf2c241","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.387986979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"2ec9c984-08e2-48ed-b71e-58445ec734e1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:18:32.389721308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-85e1aa-f392d5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.397028123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"50984e3e-1437-40ba-bb15-96081bf2c241","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.400303777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"2ec9c984-08e2-48ed-b71e-58445ec734e1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.400521634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b1a9d394-52d0-460c-b18f-59d806770512","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.400538312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b1a9d394-52d0-460c-b18f-59d806770512","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.406913507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"8759b00e-37dd-47c4-a26a-55e7cfc8981a","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.406930912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"8759b00e-37dd-47c4-a26a-55e7cfc8981a","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.416422612Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"3421f63d-20e1-46bb-a0ae-e191de806057","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-cfl-85e1aa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.440829601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"4ee7933c-24f8-4f73-8e3f-8ee8be80101c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.440853309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"4ee7933c-24f8-4f73-8e3f-8ee8be80101c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.487475305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"4868c5e9-9cdb-431b-90fd-fb8d918de4ad","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.487766503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"be56d860-3268-4ce7-9b63-5fb069353f35","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.494460846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"4868c5e9-9cdb-431b-90fd-fb8d918de4ad","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.494686158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"be56d860-3268-4ce7-9b63-5fb069353f35","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:32.512339881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"67d4b665-e1a4-4782-a016-4b361eb81e79","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:33.867338499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"fc3151e2-79cc-45f9-9ee1-8eff2cb0dc07","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.745955937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"90c4782e-6b61-4dea-9472-36a73eefa928","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","subscription":"e2e-shr-shared-392f47-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.752332315Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"90c4782e-6b61-4dea-9472-36a73eefa928","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.755828018Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-sub","reconcileID":"90c4782e-6b61-4dea-9472-36a73eefa928","MaaSSubscription":{"name":"e2e-shr-shared-392f47-sub","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"maas-trlp-e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.76575711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.781503908Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.784500009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"1183d1e5-7717-456d-9313-c404c466edec","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.790748449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ef9c962f-3176-47d0-adb0-0685145c403d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.800831614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"ef9c962f-3176-47d0-adb0-0685145c403d","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.804659196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"8e963283-8f53-4670-b647-4bf299071e36","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.804683592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"8e963283-8f53-4670-b647-4bf299071e36","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.889010977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c1e9aa0e-8d79-481c-849d-b8686acfb7ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.895592003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"c1e9aa0e-8d79-481c-849d-b8686acfb7ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.924586744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8fe1d6fe-9614-4bbd-8816-be347bece21e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"model":"e2e-extmod-shr-user-8d9fe7/e2e-shr-shared-392f47-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:34.927835161Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"c69ef081-2fa3-4475-a95e-9217c093f0ab","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.01819171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8fe1d6fe-9614-4bbd-8816-be347bece21e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.043444651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8fe1d6fe-9614-4bbd-8816-be347bece21e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"name":"e2e-extmod-a-29b57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.04346838Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"e2e-shr-shared-392f47-access","reconcileID":"8fe1d6fe-9614-4bbd-8816-be347bece21e","MaaSAuthPolicy":{"name":"e2e-shr-shared-392f47-access","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.055201584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"58ab6e18-cfea-4854-89bb-049bdddce1d6","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.365642324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","reconcileID":"6008e38d-881b-4281-a7d1-d3fd0862307f","MaaSModelRef":{"name":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","namespace":"e2e-extmod-shr-user-8d9fe7"},"routeName":"external-model-e2e-shr-shared-392f47-142eb72e5c82","namespace":"e2e-extmod-shr-user-8d9fe7","model":"e2e-shr-shared-392f47-e2e-extmod-a-29b57c","externalModel":"e2e-shr-shared-392f47","provider":"e2e-shr-shared-392f47-provider","gateway":"openshift-ingress/e2e-extmod-a-29b57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.884627464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","reconcileID":"5de82d29-c972-46e0-a980-5da647afebc0","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.943541306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"de130b83-afca-4357-85e8-b4c005a8a404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.944572703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"edde8f40-6e09-4e02-b8d7-cbba01ea0d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.946657083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a9932dd2-000b-4c6a-9bd8-2ddeaf11947a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.947207615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7afb674-0cae-413d-90bf-d7e2cbd5df7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.947748699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"df4f5139-cd15-444c-8614-474f569881fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.952962874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"de130b83-afca-4357-85e8-b4c005a8a404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.954288697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"edde8f40-6e09-4e02-b8d7-cbba01ea0d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.956256321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a9932dd2-000b-4c6a-9bd8-2ddeaf11947a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.958082455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b7afb674-0cae-413d-90bf-d7e2cbd5df7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.958956969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"df4f5139-cd15-444c-8614-474f569881fd","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:35.99814268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"51e2e60b-fd0d-4a1a-bf6f-e4fc7be4bb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.005189026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"51e2e60b-fd0d-4a1a-bf6f-e4fc7be4bb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.09794574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"83f358b4-8a44-493e-acc9-5abb995f5e7c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.098107087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"22fdbfe0-52f8-4192-858b-5b153b35b23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.09994787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"15686f36-617e-4202-94b6-a49559691231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.102567011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d82b36ee-49a8-4b4f-b432-0557dca41113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.105112308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"83f358b4-8a44-493e-acc9-5abb995f5e7c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.105434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf7761a0-1473-4d0b-88ef-cf3e92b50824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.105468461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"22fdbfe0-52f8-4192-858b-5b153b35b23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.107915773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"15686f36-617e-4202-94b6-a49559691231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.110175363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d82b36ee-49a8-4b4f-b432-0557dca41113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.111877932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cf7761a0-1473-4d0b-88ef-cf3e92b50824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.118388554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-392f47","namespace":"e2e-extmod-shr-user-8d9fe7"},"namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","reconcileID":"81e34d2a-87a9-4b9d-b6cb-ec50e578b62a","namespace":"e2e-extmod-shr-user-8d9fe7","name":"e2e-shr-shared-392f47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.381967004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"67f0751b-8433-40dc-9b11-fcf86abe744c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.38261809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ceb4770f-2e67-4a0f-8fa1-05e6c31be320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.383981977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"9b80a127-f3a9-4a95-b1e8-0a712628dd98","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.384950779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0cec6421-bbb6-498d-a216-a6e96408ea9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.394339609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ceb4770f-2e67-4a0f-8fa1-05e6c31be320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.397336598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"67f0751b-8433-40dc-9b11-fcf86abe744c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.400736146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0cec6421-bbb6-498d-a216-a6e96408ea9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.401151192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"9b80a127-f3a9-4a95-b1e8-0a712628dd98","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.401673678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"e45c92a3-0e03-4f13-bdcf-1053e2b3068c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.411302118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"e45c92a3-0e03-4f13-bdcf-1053e2b3068c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.516368765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"11cc2ea0-777c-417c-ac95-534edf38fa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.516690012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a45cd3fc-01d4-4ba1-83d9-04454ae960c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.523429124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a45cd3fc-01d4-4ba1-83d9-04454ae960c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.52355519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"11cc2ea0-777c-417c-ac95-534edf38fa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.668996317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"4e8d4a0a-d6ac-420c-a68c-58fa6c37b19f","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.757334904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"6d02183c-216e-486d-a5e0-66b73ffaf667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.759006416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e688d248-1b3d-4618-8ad7-85151cca52e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.761562796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25240df7-e614-4673-9d32-63d8c54d52c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.765934447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e688d248-1b3d-4618-8ad7-85151cca52e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.76823574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"6d02183c-216e-486d-a5e0-66b73ffaf667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.77062515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"25240df7-e614-4673-9d32-63d8c54d52c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.855964368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"6c76e4b7-17e3-4c27-bf02-ba30d7739e44","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.859742248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"33948305-1957-47ca-88a9-f70ecd1d1bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.867815628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"6c76e4b7-17e3-4c27-bf02-ba30d7739e44","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.870507984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"33948305-1957-47ca-88a9-f70ecd1d1bdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.872958432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9faa2064-f700-4959-a517-424ae28deb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.873120775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7ce2b537-052c-45b5-b845-5b60b3131d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.880011313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9faa2064-f700-4959-a517-424ae28deb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:36.943362979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7ce2b537-052c-45b5-b845-5b60b3131d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.618367809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"d46d0185-80a3-4cc6-a6f8-dcd1b9d90ca3","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-e2318b","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.816725703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"10d0f573-eba6-44f5-acd0-f2535eb4cc90","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"maas-trlp-auth-test-model-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.83950603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"bd40ca6c-a83b-494f-8982-458c4d4d0261","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.839535218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"bd40ca6c-a83b-494f-8982-458c4d4d0261","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:39.960760909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"3bfd6e83-9ec7-4f6b-a1b9-21dc3d60214b","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"llm/e2e-rt-sw-65ba84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.004429823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"6bd751cf-874b-426c-af79-7d4e20cbf36a","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.004527686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"6bd751cf-874b-426c-af79-7d4e20cbf36a","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.07477063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"44df2e10-0788-4865-93c2-02bcddb98b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.083293289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"44df2e10-0788-4865-93c2-02bcddb98b63","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.262568434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"7381a41d-e6de-409c-b7ed-127fed3cf3f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.263184388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c16fc596-8395-4de3-92f6-57c5178f6fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.265666304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe9dd4a-e0c2-4724-98d4-b41122a27d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.271364478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"7381a41d-e6de-409c-b7ed-127fed3cf3f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.271678793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c16fc596-8395-4de3-92f6-57c5178f6fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.275540097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efe9dd4a-e0c2-4724-98d4-b41122a27d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.357318822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"dec1df51-b0d3-41d5-9031-bb635ae3143c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.365673858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"dec1df51-b0d3-41d5-9031-bb635ae3143c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.671033109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"a414d2b8-65bf-4cf6-b3f5-03df62d245d5","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.671064244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"a414d2b8-65bf-4cf6-b3f5-03df62d245d5","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.691547422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"5d2d08b1-ed15-4dbe-974e-df476882f038","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.691578113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"5d2d08b1-ed15-4dbe-974e-df476882f038","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.705151178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"94ab1f62-46ea-46d9-a36c-41be4f9ec8f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.756265527Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"94ab1f62-46ea-46d9-a36c-41be4f9ec8f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.765603196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"94ab1f62-46ea-46d9-a36c-41be4f9ec8f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.778042651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"2f3c819e-9218-4ed3-a8e2-89dd1d68b238","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:40.782334416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"2f3c819e-9218-4ed3-a8e2-89dd1d68b238","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.757138838Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"971a37df-0990-4379-be70-7bac6e01cc0e","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.763983246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"d7f9ad5d-231d-465f-8eba-70a441c69024","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.764003837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"d7f9ad5d-231d-465f-8eba-70a441c69024","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.775164466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"715811a8-9870-45e5-9dc0-e8f527e585f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.776245112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"6017e289-0280-4cea-9691-8ad5a6186e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.782816383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"95048da6-1c15-4475-9f81-0117e78687b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.784303468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c9fe1342-03fd-446e-af79-81469bd41512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.792157081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"715811a8-9870-45e5-9dc0-e8f527e585f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.792641383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"18960979-e976-4ed0-b722-5ccd3bb9646d","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.792677816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"6017e289-0280-4cea-9691-8ad5a6186e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.796857111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"95048da6-1c15-4475-9f81-0117e78687b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.797240647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c9fe1342-03fd-446e-af79-81469bd41512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.806260623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"6017e289-0280-4cea-9691-8ad5a6186e39","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.808624596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"edeaec40-a77a-49db-b0b9-13b79bf23163","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.808654246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"edeaec40-a77a-49db-b0b9-13b79bf23163","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.809238948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"18960979-e976-4ed0-b722-5ccd3bb9646d","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.817723674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df041246-d794-4446-853f-54138a6963f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.81774955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df041246-d794-4446-853f-54138a6963f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.818180894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b7260f5e-f679-428d-ac13-1322a73ff6d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.818199776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b7260f5e-f679-428d-ac13-1322a73ff6d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.818507973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71d4379b-7cd9-4a38-9ef8-dc0d2eb27ce7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.818526507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"71d4379b-7cd9-4a38-9ef8-dc0d2eb27ce7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.818932639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e8d0317-26bc-4de7-b873-9a63fbb015c1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.818952081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9e8d0317-26bc-4de7-b873-9a63fbb015c1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.81929742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87bdfed7-ea8b-450e-946f-bcc784ceb44a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.845259597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87bdfed7-ea8b-450e-946f-bcc784ceb44a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.8457277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cc6e57e-786e-4d91-b7f0-0a687cf33d52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.845746982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cc6e57e-786e-4d91-b7f0-0a687cf33d52","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.846118729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a6723e-cab7-427d-8f50-db63bd831468","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.84613632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06a6723e-cab7-427d-8f50-db63bd831468","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.846643055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32975d65-4189-428a-ab46-da99b3637580","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.846735197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32975d65-4189-428a-ab46-da99b3637580","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.852811768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4e35b804-205e-432a-bddc-5be06b550b89","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.853431767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6dfb635f-101c-4bad-8077-19f9c6fa6009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.881275769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"7abe4b7f-5fb3-4a87-9985-55c23214634f","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.88820287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b4322ea4-86aa-4919-9a18-29d70ad2e259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.898808591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b4322ea4-86aa-4919-9a18-29d70ad2e259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:43.954473564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"4b70d5ba-9404-4a69-833c-bb908ab46053","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"llm/e2e-rt-sw-65ba84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.068722556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"d39ee8d9-f054-43aa-a771-7199bbd8d7be","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.107253796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b2ef05a7-ee0a-4408-b127-842470ef4b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.204792685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b2ef05a7-ee0a-4408-b127-842470ef4b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.205181749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"357a94f0-0298-4a67-8fa9-82b075e47a2b","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.213449047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b83dc05-2ee3-4781-946b-ee18ec45697f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.214367149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353b1207-e74c-4cc2-85c9-54228d106c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.215053053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"06f1389a-2056-4d25-8ffd-791828f5668e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.225125685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"357a94f0-0298-4a67-8fa9-82b075e47a2b","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.229479792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b83dc05-2ee3-4781-946b-ee18ec45697f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.25528382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"353b1207-e74c-4cc2-85c9-54228d106c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.266670824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"06f1389a-2056-4d25-8ffd-791828f5668e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.283276876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"baba8fd2-8e60-4546-8845-d5c911cd6118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.291682719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"baba8fd2-8e60-4546-8845-d5c911cd6118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.391477374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"0f0371fb-7f21-49d9-bee1-ccc41f00269c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.405508744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"0f0371fb-7f21-49d9-bee1-ccc41f00269c","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.406863725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"2467162a-e5bd-44f2-a9fe-619ad82f880a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.407534756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"85d3d694-83c1-45a4-af59-aba46bf9f11e","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.408121012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9969b774-946f-41e8-8101-3c4c13e25dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.408722264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"8857610e-991e-4e08-a340-8dd9255e80d3","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.423677655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"85d3d694-83c1-45a4-af59-aba46bf9f11e","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.424250847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"2467162a-e5bd-44f2-a9fe-619ad82f880a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.430795416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9969b774-946f-41e8-8101-3c4c13e25dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.434240414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"8857610e-991e-4e08-a340-8dd9255e80d3","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.434486373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"2467162a-e5bd-44f2-a9fe-619ad82f880a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.483196582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f65aa6a3-c871-4ede-a324-2d5c9d283e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.484750545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"361de936-5759-46f4-bb91-6ab106a6414c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.497371639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f65aa6a3-c871-4ede-a324-2d5c9d283e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.497967931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"361de936-5759-46f4-bb91-6ab106a6414c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.578628185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"4b8d9901-6d7e-4a6b-9150-99647c605961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.578641917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c6f8f615-27d3-4a5c-ae3d-33a3d1b1511c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.580131126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d96ff031-bc28-4552-bcb8-2836fcc74d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.587877709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c6f8f615-27d3-4a5c-ae3d-33a3d1b1511c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.587986645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"4b8d9901-6d7e-4a6b-9150-99647c605961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:44.59044895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d96ff031-bc28-4552-bcb8-2836fcc74d1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.192615866Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"a6cd4ed2-8ae5-4b1d-bda3-ede009c6302a","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.342652187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"c16bd870-70fc-4f93-99ec-99567358bca1","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.374895092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be27943-87ad-4f52-bdcb-71cf5e2a7e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.378275271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be27943-87ad-4f52-bdcb-71cf5e2a7e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.381644129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be27943-87ad-4f52-bdcb-71cf5e2a7e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.385925539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be27943-87ad-4f52-bdcb-71cf5e2a7e2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.594120501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8689b2c-eb5f-4210-a990-696d9c354852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.597534574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8689b2c-eb5f-4210-a990-696d9c354852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.601005727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8689b2c-eb5f-4210-a990-696d9c354852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:46.604271253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8689b2c-eb5f-4210-a990-696d9c354852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.302627775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"6887bb6f-246d-4852-a5f6-dbb2c3fb6116","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.313654425Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3de00d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3de00d","reconcileID":"6ed29014-0100-423c-bb0c-a15e784bbf2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3de00d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-3de00d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.355522063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"36f2990b-33c0-4c4a-9d07-207cdf01c2cf","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.504261443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a455bc-9ba9-4c87-ac7b-74607a297b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.507401716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a455bc-9ba9-4c87-ac7b-74607a297b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.51032394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a455bc-9ba9-4c87-ac7b-74607a297b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.5546311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2a455bc-9ba9-4c87-ac7b-74607a297b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:47.558493557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:48.609893665Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"d73be077-4462-4741-ae1a-97ca86600367","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:53.952389363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"9a84721d-b692-45ea-8740-165c950fd640","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.506905602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"83c67203-50f7-4ccf-a73c-c380530e9213","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.519546635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"83c67203-50f7-4ccf-a73c-c380530e9213","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.52015233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"aac2a413-ca67-4596-833f-d9f0b39cb4a4","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.528398382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"83c67203-50f7-4ccf-a73c-c380530e9213","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.541441591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"ffaadcc1-7a28-4861-81b7-8fcd9cb31466","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.541534948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"ffaadcc1-7a28-4861-81b7-8fcd9cb31466","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.593643416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"8c363035-f4c0-4e24-8cbd-d9c1b7f84c6c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:54.593909679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"8c363035-f4c0-4e24-8cbd-d9c1b7f84c6c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.174517559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"98b66cd2-424f-46ad-ae7d-da0fab5b11a7","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.183718958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"98b66cd2-424f-46ad-ae7d-da0fab5b11a7","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.445447973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"bbc2786b-363c-482a-b3c8-33b6f19131f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.448153729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cb30cf-7854-43d3-bfd0-7061789c90d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.448585469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b9e33de-c001-435a-bbe0-9e413e9e462e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.455636582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b9e33de-c001-435a-bbe0-9e413e9e462e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.456047071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"bbc2786b-363c-482a-b3c8-33b6f19131f1","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:55.458646902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cb30cf-7854-43d3-bfd0-7061789c90d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.474258733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"ecb296e1-c744-4437-8a3e-20026abc3564","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:57.545966595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"ecb296e1-c744-4437-8a3e-20026abc3564","name":"e2e-api-a-3de00d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:58.620535262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"ea58c2c2-c907-4e37-bc56-c3692efc4f39","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.584356939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"e4a15c0c-47d0-492d-bd74-9f3851f3249b","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.597988478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"479e04f1-bfd2-4eeb-9adf-1b246f555214","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.62043958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"f76a06ff-c771-4418-81c6-3261434f63d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.620688034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c72c7ee7-f03f-4bce-aa06-a0fcafe3f1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.623923359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a2cce69f-b233-4657-abfe-91fe08f7cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.629058688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c72c7ee7-f03f-4bce-aa06-a0fcafe3f1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.629304902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"f76a06ff-c771-4418-81c6-3261434f63d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.629504483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a141896-6594-404d-8d75-6a8974cdd807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.629699089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65461cf-8035-44c3-889e-4e9a2862419d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.632023228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a2cce69f-b233-4657-abfe-91fe08f7cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.640035817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f65461cf-8035-44c3-889e-4e9a2862419d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.641187266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"f76a06ff-c771-4418-81c6-3261434f63d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.64365527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"67e2ab11-71a4-468d-a754-4b5a1fb9dc48","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.646480607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a141896-6594-404d-8d75-6a8974cdd807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.660811971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"f552107a-242b-4cea-a031-a67a91e7646a","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.708473163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"cb62dc7d-5d72-43bf-954c-5c05d6b832af","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.729586006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"cb62dc7d-5d72-43bf-954c-5c05d6b832af","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.77319702Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"03dd4820-6212-4d6f-839c-97ae2a22ac1d","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.77320213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"c070e539-b329-44f1-b678-130136a29c77","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.773599007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"c070e539-b329-44f1-b678-130136a29c77","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.78009417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"15a0eb8f-ecb8-41fd-9fb5-bc493386e1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.789078761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"15a0eb8f-ecb8-41fd-9fb5-bc493386e1ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.790381333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"861773a5-b212-47e2-bafe-fce1e77d4556","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.790401972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"861773a5-b212-47e2-bafe-fce1e77d4556","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.875237636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9d422a37-4f02-48c0-a53e-3c2ab46b4ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.875980045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"d4c600a7-135a-462b-8bc4-d8f83fbf045b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.878278278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"91cfdae5-9359-474c-bd83-0ad48b624453","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.879104049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"34fb5cff-00a0-4295-9c48-9111265c7b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.902279323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9d422a37-4f02-48c0-a53e-3c2ab46b4ced","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.902440491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"d4c600a7-135a-462b-8bc4-d8f83fbf045b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.906242737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"34fb5cff-00a0-4295-9c48-9111265c7b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.911033797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"91cfdae5-9359-474c-bd83-0ad48b624453","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.915373042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"378fef6a-3eef-4a76-9a82-4a3457bcead7","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.935222384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"378fef6a-3eef-4a76-9a82-4a3457bcead7","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.985857034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a6c3e5cf-4cd7-462e-b974-9c2a58acce1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.987959398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dd883aa6-a114-451a-a33f-f9fa95235def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:18:59.989280706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8afaeccf-aeb9-40c7-a002-f432db4ff214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.016564214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a6c3e5cf-4cd7-462e-b974-9c2a58acce1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.017487369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dd883aa6-a114-451a-a33f-f9fa95235def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.023087244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8afaeccf-aeb9-40c7-a002-f432db4ff214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.075011438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"bf6585cb-b4e6-4d68-b240-613c087c98d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.07805571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"69b121c6-94a4-402e-b7e3-dcf4cf814a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.0974471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"69b121c6-94a4-402e-b7e3-dcf4cf814a22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.098469548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"bf6585cb-b4e6-4d68-b240-613c087c98d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.099464175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4e6ff60-feda-400e-b681-4ce50757350d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.107987114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"bf6585cb-b4e6-4d68-b240-613c087c98d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.108141225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4e6ff60-feda-400e-b681-4ce50757350d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.181456489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"13d595c4-fe27-418f-a036-66b63e4ca15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.182157537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"16d6df89-7de7-4219-ae32-af803060add9","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.182847441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"aaacb277-a698-4c95-9de6-f634f2539d3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.186164034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edcd7a8b-12bc-4c0b-a2b6-b62d4801563d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.191067514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"16d6df89-7de7-4219-ae32-af803060add9","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.191709986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"aaacb277-a698-4c95-9de6-f634f2539d3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.193755946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edcd7a8b-12bc-4c0b-a2b6-b62d4801563d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.194200995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"13d595c4-fe27-418f-a036-66b63e4ca15d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.450872006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"e6cf6bcc-cd4b-444d-881c-e8788667f4f9","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.451658572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"5285074f-ffe5-418b-9df7-ea2e93246632","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.455701734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"0b3a7cae-1aca-491a-b34a-8f3af3c607f8","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.465582033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"ffa2d765-77b9-45b0-87e2-eba7a85169e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.46672707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b8af00f6-f5bc-412b-be2c-5138e76df712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.46760066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"46684b6c-e7aa-4427-b925-f3a604f9c967","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.467621185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"46684b6c-e7aa-4427-b925-f3a604f9c967","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.468512934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1329314b-382f-4aae-9224-b278f03f1eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.471305428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18da74ba-9a91-45d8-bb41-0a842512828a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.471605613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e32dfb8-9cee-4583-a516-d0df46f052eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.47663547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b8af00f6-f5bc-412b-be2c-5138e76df712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.549167676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"ffa2d765-77b9-45b0-87e2-eba7a85169e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.55152639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e32dfb8-9cee-4583-a516-d0df46f052eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.55308341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1329314b-382f-4aae-9224-b278f03f1eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.55407316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"2a56a3f9-26d9-45f3-9a60-6846d08762ae","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.55468571Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"953ea5f8-757c-47b0-979b-33f39135173d","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.561503931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"ffa2d765-77b9-45b0-87e2-eba7a85169e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.563568064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18da74ba-9a91-45d8-bb41-0a842512828a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.578693295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"e6752886-21d3-4969-8572-3ca119d742ac","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.58037476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"46c0a9e8-097f-4ddf-8b46-d1a49d4d5a33","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.585045555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"cf1e6238-19af-479f-8cb1-7157f884f98f","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.585060626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"cf1e6238-19af-479f-8cb1-7157f884f98f","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.587104253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"acba4708-4431-40e6-af6f-7bcb313875c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.587517614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"e6752886-21d3-4969-8572-3ca119d742ac","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.595455957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"acba4708-4431-40e6-af6f-7bcb313875c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.603050211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"263ac63e-a23a-45a8-907c-34f8997171a4","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.603078316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"263ac63e-a23a-45a8-907c-34f8997171a4","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:00.642075926Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"263ac63e-a23a-45a8-907c-34f8997171a4","name":"e2e-cfl-same-4135f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-4135f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:00.642168566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"263ac63e-a23a-45a8-907c-34f8997171a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-4135f3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.653054917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"c4b154cb-1840-40a8-9284-fa204057e2a6","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.65310768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"c4b154cb-1840-40a8-9284-fa204057e2a6","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.680168716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"5ee6afa6-5141-4875-ac4c-3b67203c636a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.686019502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c6401e51-e97d-43fa-82d8-36a1845ac0a3","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.690584551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"5ee6afa6-5141-4875-ac4c-3b67203c636a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.697420572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c6401e51-e97d-43fa-82d8-36a1845ac0a3","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.860555388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4d52dc2d-d119-43a5-974e-869281e4de21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.865538197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"a92e782d-a915-48b7-a31e-61019d5a8374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.870253802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4d52dc2d-d119-43a5-974e-869281e4de21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.875844406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"a92e782d-a915-48b7-a31e-61019d5a8374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.878445712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7e257922-8adc-40d8-86d4-62113197be2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.880337148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c6bfda5e-affd-4d9b-8856-850a8020203f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.881112951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"70763f39-f034-4b9b-9d58-e2924a35489c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.886832867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7e257922-8adc-40d8-86d4-62113197be2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.889579684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c6bfda5e-affd-4d9b-8856-850a8020203f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.892206067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"70763f39-f034-4b9b-9d58-e2924a35489c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.95399612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"b3244764-cac8-4529-b216-76221e057928","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.960268124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"ce762848-10a8-4f25-8b40-3242df355149","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:00.960292829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"ce762848-10a8-4f25-8b40-3242df355149","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.033083801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"cd3e59ae-2264-40a4-a444-125cf2978d41","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.033116662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"cd3e59ae-2264-40a4-a444-125cf2978d41","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.068726341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5dd948e4-48e0-4e36-9c7e-a3c151fccab0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.077668192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5dd948e4-48e0-4e36-9c7e-a3c151fccab0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.078192262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7aab85d9-5e10-486e-a71a-2a1d46751925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.078651263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"21d36680-7e01-46c7-81ed-f356b162c957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.081029933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c0e7eb-27aa-4fb7-8f35-11c359216b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.085542544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5dd948e4-48e0-4e36-9c7e-a3c151fccab0","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.086291675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9bce775-57dd-4019-8ca0-9a9cc823e96e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.097978035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7aab85d9-5e10-486e-a71a-2a1d46751925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.098980422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"21d36680-7e01-46c7-81ed-f356b162c957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.102859439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c0e7eb-27aa-4fb7-8f35-11c359216b0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.102907309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9bce775-57dd-4019-8ca0-9a9cc823e96e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.187624837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0b993fc1-7869-4a75-8a96-9797036ae95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.196479345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0b993fc1-7869-4a75-8a96-9797036ae95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.257949155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39b9801d-3866-4389-be15-146fdaf9a484","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.25797758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"39b9801d-3866-4389-be15-146fdaf9a484","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.258414474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"93c62fcd-866f-4b3f-8620-3a50cb40f306","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.258427479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"93c62fcd-866f-4b3f-8620-3a50cb40f306","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.260223484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4cd67f0-2724-4dd4-9776-3d321f356d64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.260246644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4cd67f0-2724-4dd4-9776-3d321f356d64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.260758357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"131bfe4f-e474-4b29-a7e3-9bdcc615fc0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.260771914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"131bfe4f-e474-4b29-a7e3-9bdcc615fc0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.271496993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"e6c15a79-8a6e-4ce8-ba28-e1c089804db0","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.271553768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"e6c15a79-8a6e-4ce8-ba28-e1c089804db0","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.279847594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5b1a77f6-ad8d-4be4-b4b2-c978e84b0e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.28056764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"eae1be52-8c42-441b-be78-3d4686f5631a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.28161995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d27a1be-2543-4b5f-8d00-7160a52ebcc9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.281635882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d27a1be-2543-4b5f-8d00-7160a52ebcc9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.282044527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f0f21d40-b23e-489a-9453-fe31e830d9a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.282057678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f0f21d40-b23e-489a-9453-fe31e830d9a8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.28241923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de412a32-680b-424e-bc8b-5085740ac030","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.282434923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de412a32-680b-424e-bc8b-5085740ac030","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.282819003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12f637dd-9cf5-4d50-834a-f5defa0caef3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.282833057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"12f637dd-9cf5-4d50-834a-f5defa0caef3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.285141248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"22bd6c0d-f23a-4716-86ea-73fd4c9af5b2","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.285974002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c18be2fb-ae13-47a8-b9ad-2ffc6bea683f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.297160137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"eae1be52-8c42-441b-be78-3d4686f5631a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.298214132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"f1f6b45b-30b0-4fe8-8ece-68680cc4dc43","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"llm/e2e-rt-sw-65ba84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.299415799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5b1a77f6-ad8d-4be4-b4b2-c978e84b0e01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.302882694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94f8ed3c-42e8-4fef-a3b3-ec110ebf870e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.307346257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"22bd6c0d-f23a-4716-86ea-73fd4c9af5b2","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.35672882Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"6c8a4fd8-2975-46f7-9020-2f23e2548357","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.378857827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f7bb18e9-865e-4615-9f31-cb96b743d69f","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.382067983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"f4a5a867-0f9e-40aa-a744-846f72f0a57e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.383219016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"71d86bd5-4f9e-40e1-b876-ee4ff4fb1e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.386416197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"869e12aa-829d-488a-a7ec-827c45aaf639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.387036763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"187a1620-9fff-4801-9783-53cfbf917cba","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.387273018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f7bb18e9-865e-4615-9f31-cb96b743d69f","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.390455311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"71d86bd5-4f9e-40e1-b876-ee4ff4fb1e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.390759628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"f4a5a867-0f9e-40aa-a744-846f72f0a57e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.444692548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"187a1620-9fff-4801-9783-53cfbf917cba","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.447157477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"869e12aa-829d-488a-a7ec-827c45aaf639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.543457555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"72d124e4-d01f-448c-ba03-0caa65e23ecf","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.543485479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"72d124e4-d01f-448c-ba03-0caa65e23ecf","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.548544853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"37ea9323-58ce-46b4-b61f-e9cdee6c9447","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.558509924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"37ea9323-58ce-46b4-b61f-e9cdee6c9447","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.559159414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0a297410-3981-48fe-bfe3-164f4825bc5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.565642388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"37ea9323-58ce-46b4-b61f-e9cdee6c9447","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.582729901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"0a297410-3981-48fe-bfe3-164f4825bc5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.626727245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dabc401e-b04f-45c9-8535-888388cd7fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.627402054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbcd8c8-7f1e-48e0-aebe-c6d53a540937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.628026406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"85dc3dbc-4489-47c7-ba4b-afc148359fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.630007612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"af0e71de-96e8-4538-8c46-8da3aaa5f502","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.638982494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"af0e71de-96e8-4538-8c46-8da3aaa5f502","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.640388196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbcd8c8-7f1e-48e0-aebe-c6d53a540937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.64132271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dabc401e-b04f-45c9-8535-888388cd7fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.644769416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"85dc3dbc-4489-47c7-ba4b-afc148359fa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.862151119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"80abf46f-d1ee-4b01-8228-4e5a354b550a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.863168644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"52d45151-e178-4286-912b-ae71ba3143ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.864015304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a46c91d7-6f17-4b71-babd-a5ce3207de80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.874084006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"52d45151-e178-4286-912b-ae71ba3143ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.943111612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a46c91d7-6f17-4b71-babd-a5ce3207de80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.946193821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"80abf46f-d1ee-4b01-8228-4e5a354b550a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.946204525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"80fbb64c-20ac-41b3-a0b0-b4dcad98192e","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.955645302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"c1f2797a-fbc6-4911-85f9-97c77fec56af","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.955725927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"c1f2797a-fbc6-4911-85f9-97c77fec56af","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.959364839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"80fbb64c-20ac-41b3-a0b0-b4dcad98192e","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.960075461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"188e93e0-e611-45f0-a89a-649834a18a08","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.969183382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"188e93e0-e611-45f0-a89a-649834a18a08","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.976808197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"ae00c7dd-d6f1-4111-9372-c1a4f747cb91","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:01.983795245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"ae00c7dd-d6f1-4111-9372-c1a4f747cb91","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:04.774098722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.600136477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.606147289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"a71c13fe-9a93-40fa-a377-06f21b725ffe","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.606168858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"a71c13fe-9a93-40fa-a377-06f21b725ffe","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:06.61395653Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-4135f3-f392d5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.623472784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"9d7258c5-d2c2-4ac3-b2a6-a1c25dfbf87b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.623604096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"10f350b3-62d6-4faf-a4d1-a2fa0732db90","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.624878165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"119168a0-4b89-4bdb-bb2c-88f907f1648d","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.624900437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"119168a0-4b89-4bdb-bb2c-88f907f1648d","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.630828203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"a898a353-6463-4c12-8842-b258c3dde234","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.633919676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"9d7258c5-d2c2-4ac3-b2a6-a1c25dfbf87b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.634680079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"2574c897-e6af-4e71-8c5e-14c58f813e23","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.634702351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"2574c897-e6af-4e71-8c5e-14c58f813e23","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.634888081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"10f350b3-62d6-4faf-a4d1-a2fa0732db90","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.637958011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"a898a353-6463-4c12-8842-b258c3dde234","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.643213304Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"a24ca3ff-c318-4286-b960-40a575496f61","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-cfl-same-4135f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.643497593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"218beeba-82d0-4e74-a231-469ba42324f8","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.643516747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"218beeba-82d0-4e74-a231-469ba42324f8","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.69105079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"55ec16b8-4961-433b-b58c-dd86005998ba","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.691071671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"55ec16b8-4961-433b-b58c-dd86005998ba","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.752895982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"b83e0665-d60f-4256-8222-0afb00cb2ec1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.759018042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"9a42e04b-7605-4af2-813f-1076843f828b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.764437878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"6729f998-1f8a-4a42-b0ee-3b40831220e0","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.774533149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"3177e01f-65f5-4123-9b11-c27fad51ead8","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.780243284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"9a42e04b-7605-4af2-813f-1076843f828b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.787399676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"b83e0665-d60f-4256-8222-0afb00cb2ec1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:06.790887494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"6729f998-1f8a-4a42-b0ee-3b40831220e0","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:08.775137221Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"16109e6f-097a-425f-ac43-e08672b99f4c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.119040999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332698dd-4aeb-4c97-8829-72108a52040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.122170298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332698dd-4aeb-4c97-8829-72108a52040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.125612369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332698dd-4aeb-4c97-8829-72108a52040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.128747053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"332698dd-4aeb-4c97-8829-72108a52040f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.300976138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f3643c-9a48-4538-932b-6ef0b306d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.303984039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f3643c-9a48-4538-932b-6ef0b306d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.307003078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f3643c-9a48-4538-932b-6ef0b306d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:09.310063662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46f3643c-9a48-4538-932b-6ef0b306d5d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:10.567530115Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"3e5a167a-2316-49b2-941c-44f39c1aabb2","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.573367209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"417ea3b7-bcae-4064-9b14-731f0648e57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.580144893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"417ea3b7-bcae-4064-9b14-731f0648e57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:11.585647857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-e83b4b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2c0fe9cbb8f9fe51a43391d26f622330095444a48da9a79a1839a97e2773c7bc) AuthConfig (b71416a8999547ae42cd43a5f48cd6254f4c1a0a09005443a8ac3810245ac6b9) AuthConfig (6ecfbfc537c94a89bb683e1be757aa8a1f642d72070ad63f7cfea94883505a43) AuthConfig (7a8a5dbaf1a8f0e808909941c05783561665b6c03a31ce4f27969f01f7069457) AuthConfig (fcffb0a0b5a6fd793460dc3089157a82c90418bbd4f0902cd8019b706ae563b7) AuthConfig (db4c2b3b46848d67f0b545bab403d669c58fd5644332ba717a3493ca72f83454) AuthConfig (c0363a98b2e96fd940f510ff35e076608a6db3c3046b0a6f87c986f204292f51) AuthConfig (d19e6e95208da72a858af816e574afe094945f2624fba0cc2b175bb865d5867c) AuthConfig (a654fa41180dc5ff380ee5d3bf441ddc032e0c78c105116a917e1e2f5f4b9f8a) AuthConfig (10cf8fa740dc919ac745baaabb9a6d3c736d0d67bfb7d5503487a46399b664be) AuthConfig (4c55e9f4c694bcfbdd59921da36781e03142d3c464e742632d3627b4a82afbe9) AuthConfig (d3214e91d022c24fd2be4910281cca68788244832505df38c1402adc7c74458b) AuthConfig (53acfbd2a564bbff597282a6d4fd510155d8694828cbeba98260da4b2b93ad5c) AuthConfig (15bba78d3c224cab3dd3e19180d8a2e63da60b88f3290b1b24539c674b553804) AuthConfig (c513391868df457cbf383c621416c2e3ab04ceaf5818113c87be35abe81bea9b) AuthConfig (1759e0de9a8ae28eb6fcb6fffb0082bfb94e1f630f315b116897823ffe95e522) AuthConfig (08bb53a58b054f933ec7a33974300c0d870c25bbfc5c4a3db91acc90d46f5755) AuthConfig (ffce085c3cc55b406cde81f0532b4847c006304522fa1beafbd1f3e36767ef73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"417ea3b7-bcae-4064-9b14-731f0648e57f","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.742402602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f21530-c5cd-441c-b705-8624b2e314e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.742424751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f21530-c5cd-441c-b705-8624b2e314e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.747728201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5841354f-739f-4242-83a5-696b69fe77f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.747747844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5841354f-739f-4242-83a5-696b69fe77f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.758906911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5e90f5b7-63de-4dda-9bda-aaebb1174610","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.7845986Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5e90f5b7-63de-4dda-9bda-aaebb1174610","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.843813208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5e90f5b7-63de-4dda-9bda-aaebb1174610","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.851453634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45740e42-6bb8-4e02-bcab-861b3d57413e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:12.851474549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45740e42-6bb8-4e02-bcab-861b3d57413e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:15.98895806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"24e73555-a68d-4049-84b2-69dc487eab1e","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.084142653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"63113220-6254-45a2-94b0-12b235cd8fe4","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.091728623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c26c20-83e4-4007-b46c-ee902322d83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.099355304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c26c20-83e4-4007-b46c-ee902322d83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.108371396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c26c20-83e4-4007-b46c-ee902322d83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.14455224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c26c20-83e4-4007-b46c-ee902322d83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.455607883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3ae43-98c7-4756-bfa8-37454ef4dd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.458912392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3ae43-98c7-4756-bfa8-37454ef4dd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.462151674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3ae43-98c7-4756-bfa8-37454ef4dd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:16.465401129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df3ae43-98c7-4756-bfa8-37454ef4dd4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.103913219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"f6fc43fb-a899-4a24-8559-831a64cd243a","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.113976095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6afe1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6afe1a","reconcileID":"709586f2-6b9f-4281-aafe-f3a20b320ad7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6afe1a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-6afe1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.154871325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"02af0c63-6076-4a6a-8825-a35418e1250b","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.491196665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"621ab826-a66f-474c-944f-ef4358ef41be","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.508993627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f5878-1d15-4409-8b8a-f93d34d886ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.525730361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f5878-1d15-4409-8b8a-f93d34d886ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.567808501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f5878-1d15-4409-8b8a-f93d34d886ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.649102368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e46f5878-1d15-4409-8b8a-f93d34d886ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.691726065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"74f1b62d-1ccf-4a3b-9815-db8de6ee9b73","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:17.691885567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"74f1b62d-1ccf-4a3b-9815-db8de6ee9b73","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.280367388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"13c154bd-7301-4ca6-9702-d3a786924d41","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.290494563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"13c154bd-7301-4ca6-9702-d3a786924d41","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.291156001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"cfa7770e-e102-418e-ba96-84501f4e442c","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.310300251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"cfa7770e-e102-418e-ba96-84501f4e442c","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.359947992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"585a435c-e9d6-4871-ba7d-740518f6102d","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.402578425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"550e8993-ecc9-4d8e-9e62-281aaac3f0cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.408518228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31ecb0d-df43-4e26-bd9f-8c1fbb467a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.40933785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4070ed1-816b-4051-83c6-25e2a689d1c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.410085645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"1d92e924-26ea-44b5-967a-29eadfb20c2c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.413126214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"550e8993-ecc9-4d8e-9e62-281aaac3f0cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.417320031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4070ed1-816b-4051-83c6-25e2a689d1c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.418589283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e31ecb0d-df43-4e26-bd9f-8c1fbb467a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.420409345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"550e8993-ecc9-4d8e-9e62-281aaac3f0cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:18.421251826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"1d92e924-26ea-44b5-967a-29eadfb20c2c","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:20.578533907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"3cee3b2b-5369-4a76-bbc5-a53f0d4d7e94","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.193719455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"1a4f6e73-3291-4b40-9502-a8c79ba41448","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.193753492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"1a4f6e73-3291-4b40-9502-a8c79ba41448","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.262076033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"85c55b95-eb7b-41d0-827b-0bace3f2414e","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.272264396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"85c55b95-eb7b-41d0-827b-0bace3f2414e","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.468283464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"19b22d04-5881-431b-a936-7f2a35dd5298","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.468396013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"19b22d04-5881-431b-a936-7f2a35dd5298","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.508507356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9688174c-f75f-4a9c-828f-1095ec795f96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.508607222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9688174c-f75f-4a9c-828f-1095ec795f96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.558353241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"622233a0-aaec-4182-b085-66e7e6b62b98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.575299196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fa52b53-d546-4463-bd90-66dd62dbeef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.5760472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c9d80c7-2f2c-4a28-95aa-44d97c0c15cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.576667547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"f1ccee20-7e10-47af-89a1-19b22ba6eabd","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.594637635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"f1ccee20-7e10-47af-89a1-19b22ba6eabd","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.624506752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fa52b53-d546-4463-bd90-66dd62dbeef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.630932832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c01e0c1-1ee6-450d-9e5b-d3befdf3cbb7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.63206345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c01e0c1-1ee6-450d-9e5b-d3befdf3cbb7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.631511716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c9d80c7-2f2c-4a28-95aa-44d97c0c15cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.708980852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55f91811-5179-4f40-afe0-f093ddd143f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.95202089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"64c7f172-f40a-4773-a0f8-b911253debda","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:21.989198049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"3e253795-ce90-42ca-9bc8-82116ff877fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.011072633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2db83c59-58dd-4696-b4e8-d0dc7fda4e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.017891856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c062e214-af33-4487-9234-1ec8dc68aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.024382141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2db83c59-58dd-4696-b4e8-d0dc7fda4e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.028524473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c062e214-af33-4487-9234-1ec8dc68aaa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.041044203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"7b352e58-1d80-43e8-9c6b-cfff854d7f7e","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.082682236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"46c60111-7e69-4df6-a545-05e86d839352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.224452376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"fae51e7d-1b2f-4ab2-a9dc-04bab4e696a8","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.224538504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"fae51e7d-1b2f-4ab2-a9dc-04bab4e696a8","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.226022898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.239621431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"e34eaf32-acf0-43b4-acce-8de211f8c9be","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.248614955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"bdf7921e-823d-4e76-a8e4-1894a1269f14","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.248714254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"bdf7921e-823d-4e76-a8e4-1894a1269f14","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:22.248983666Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w1-e83b4b/e2e-auth-iso-47e4e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-47e4e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.257317799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"e34eaf32-acf0-43b4-acce-8de211f8c9be","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.265314086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"aa0c0434-77c9-40c9-94de-7f88ac21cde8","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.265395284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"aa0c0434-77c9-40c9-94de-7f88ac21cde8","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.28722742Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"c987c08c-62f9-4e8d-8b71-29c0f57d99d9","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"maas-trlp-auth-test-model-e83b4b","model":"auth-test-model-e83b4b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-e83b4b/e2e-auth-iso-47e4e5"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.324354705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"a50b144d-5abd-4ff4-9555-27dcf6021782","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.324458614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"a50b144d-5abd-4ff4-9555-27dcf6021782","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.353805066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"82328292-ea64-455c-bab8-24f22978da99","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.371646151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"82328292-ea64-455c-bab8-24f22978da99","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.386802847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"f25cd4b7-fc3b-4551-a2f3-2d590fee5821","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"maas-trlp-auth-test-model-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.651127314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"3bc88c36-7f28-4396-88fc-f6aba2fa88b3","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.675732892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"8b8887a8-214c-4d1d-b076-e27fac4042ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.682797911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"96669e76-c539-4a13-80c4-5a412092c075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.685035764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"53cc59bd-d2ed-4a8d-9969-ce1c8395a9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.690076789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"96669e76-c539-4a13-80c4-5a412092c075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.692057302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"53cc59bd-d2ed-4a8d-9969-ce1c8395a9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.699412232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"067efa7d-53cd-441f-8e01-0374f2cd2d58","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.770982895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"4ea3f9eb-3223-4b46-9ead-9dcbb07e52c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.90426768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b2d171f-f01e-426b-b3c9-39161a5e6559","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.904295295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b2d171f-f01e-426b-b3c9-39161a5e6559","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.920832439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1c40af7-888d-4f3e-976c-8369bb40d245","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.92759946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8a6e264-fe50-480c-995b-3b59e53847c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.930047209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aa12709-403b-4aef-8637-338c90987cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.936335471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"4f4784cb-566a-4db1-b15a-a59952ab5350","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.936383641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8a6e264-fe50-480c-995b-3b59e53847c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.939319952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aa12709-403b-4aef-8637-338c90987cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.946872194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e42a7763-c17f-40bc-b5fb-ff45b912fe92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.946950566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e42a7763-c17f-40bc-b5fb-ff45b912fe92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:22.951982059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"4f4784cb-566a-4db1-b15a-a59952ab5350","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.018172662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d001630b-4697-43b0-bb29-def458f49cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.161084162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c6ed2155-394b-41a0-85d6-d4606731c178","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.161180866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c6ed2155-394b-41a0-85d6-d4606731c178","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.17708475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"7fbea5f7-ade9-4248-ae13-dfdbaa8e0e8f","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"maas-trlp-auth-test-model-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.177849224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"6c77e672-5f58-4f36-97de-2397fb08a375","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.198566062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"6c77e672-5f58-4f36-97de-2397fb08a375","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.252870505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"f94fcda2-54ce-4af2-8f38-563e00625ec5","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.252898916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"f94fcda2-54ce-4af2-8f38-563e00625ec5","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:23.277981621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"15b9421d-2d2a-4453-b5f6-f7a333ad88da","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"maas-trlp-auth-test-model-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.722404855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"b335bcde-4281-464b-8886-7e074a2af43c","namespace":"llm","name":"e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.731246499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"87111552-6c56-428a-a513-b9379a5a265b","namespace":"llm","name":"e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.733641237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"84370bba-be30-418c-9efc-045ce0f40b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.736502951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"17bcaedb-5036-4338-8e54-62d9978cfec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.737097237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"cbb24604-228f-47f6-8831-911fea2cb9da","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.737100539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c9fdfa58-b02a-4675-9d78-d2c25894db37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.737502588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5c9d7274-540f-47a9-b0f6-020c45dfeb0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.741937424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"84370bba-be30-418c-9efc-045ce0f40b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.743872786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"17bcaedb-5036-4338-8e54-62d9978cfec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.745679929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"cbb24604-228f-47f6-8831-911fea2cb9da","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.746047642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"c9fdfa58-b02a-4675-9d78-d2c25894db37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.748007035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5c9d7274-540f-47a9-b0f6-020c45dfeb0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.758167679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5c9d7274-540f-47a9-b0f6-020c45dfeb0d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.762370956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c7b4a64-9bed-47d7-865c-12f2bdc9edb5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.762391014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c7b4a64-9bed-47d7-865c-12f2bdc9edb5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.762731262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"170d40f2-0cd7-4f3e-903e-8c6c7a3249e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.762746927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"170d40f2-0cd7-4f3e-903e-8c6c7a3249e0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.76303683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e16e250b-0019-468f-a161-1fdfc39ddf73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.763052513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e16e250b-0019-468f-a161-1fdfc39ddf73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.763328389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60cda270-e1b5-4598-a149-4c3eb458af15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.763342759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60cda270-e1b5-4598-a149-4c3eb458af15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.763677491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8aa0e5c8-40fe-4e65-a083-2503c8a6464e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.763689713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8aa0e5c8-40fe-4e65-a083-2503c8a6464e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.766978771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"ee935ee5-57a9-4299-b1e0-9f4f39a6eee1","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.766999089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"ee935ee5-57a9-4299-b1e0-9f4f39a6eee1","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.771121906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f94bc98a-abc3-46b0-bb74-34e4488202db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.771144146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f94bc98a-abc3-46b0-bb74-34e4488202db","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.771486929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"28bee035-b70d-40dc-b9b9-01acef9a88ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.771505449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"28bee035-b70d-40dc-b9b9-01acef9a88ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.771909321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b309aea-3a40-4009-9406-0b8b8bbfe1b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.771925347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b309aea-3a40-4009-9406-0b8b8bbfe1b6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.779017418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83252646-ecb1-45c9-9cd0-9f8feff7e666","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.77903769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"83252646-ecb1-45c9-9cd0-9f8feff7e666","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.779387027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8996f149-f503-46d4-ae4f-e05d08081cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.779402092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8996f149-f503-46d4-ae4f-e05d08081cae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.779883491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fe8dcf3-843b-4986-91a0-c1ec1b8489d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.779899129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0fe8dcf3-843b-4986-91a0-c1ec1b8489d8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.781872787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63a11c2a-6437-4668-8554-3e0e8e8cdef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.782183034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bfc27ee9-9b54-4849-aa73-90b61019212f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.783246633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"52137b16-a90c-491b-a463-dace2b3ea73b","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.783266498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"52137b16-a90c-491b-a463-dace2b3ea73b","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.784245959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"1c86b24c-b059-4338-8dbb-04df9d65dff9","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"llm/e2e-rt-sw-65ba84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.788214604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ffe6faff-9ef9-4c42-9d62-1cbfc81f06ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.788231923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ffe6faff-9ef9-4c42-9d62-1cbfc81f06ad","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.78848499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0b5aedf-a73c-4a86-aea6-afa37b58dc56","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.788500854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a0b5aedf-a73c-4a86-aea6-afa37b58dc56","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.7888487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b3a5e84-8917-477f-92d5-d91ffa5e8446","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.788866355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b3a5e84-8917-477f-92d5-d91ffa5e8446","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.789154167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b52ad576-488d-4575-b934-57f18aa40cb0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.789171709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b52ad576-488d-4575-b934-57f18aa40cb0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.789430018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17a457b5-37fb-4608-9094-bb009cf285d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.789444849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"17a457b5-37fb-4608-9094-bb009cf285d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.857296377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"fbb89ca7-b364-46d5-9d3e-ff4556d62fe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.861651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"04c269c1-c99e-40fa-a709-67725d0f6834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.865713824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"fbb89ca7-b364-46d5-9d3e-ff4556d62fe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.866085281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6b6e2959-33b8-4db0-9d0d-3a8d212c763c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.869344789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"04c269c1-c99e-40fa-a709-67725d0f6834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.873972395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"6b6e2959-33b8-4db0-9d0d-3a8d212c763c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.952897624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"208a35c4-29a5-4772-9320-32b8780394ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.959828942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"df56104e-4bd9-4354-87f6-84a973cb6159","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.96417406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"208a35c4-29a5-4772-9320-32b8780394ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.964495496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b99d1133-b231-4843-be6f-bf3bdbfd633d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.965929419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b31dbc-6e63-4371-bb57-0cac7126b273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.966606232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"f3c12b11-8277-4e10-832e-3066f325c6ff","namespace":"llm","name":"e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.967332464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"a8917d70-1570-4705-a418-3b270a08f794","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.96735066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"a8917d70-1570-4705-a418-3b270a08f794","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:24.971940039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"df56104e-4bd9-4354-87f6-84a973cb6159","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.188536619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b99d1133-b231-4843-be6f-bf3bdbfd633d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.192050595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b31dbc-6e63-4371-bb57-0cac7126b273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.201738699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a0692b6e-0750-4549-a868-4efd17c76ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.206895188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"5acb3870-b2cc-47c2-a3dc-2aa4027ea930","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.206921713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"5acb3870-b2cc-47c2-a3dc-2aa4027ea930","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.212168202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a0692b6e-0750-4549-a868-4efd17c76ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.220677997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"1b86b790-e186-4bb9-a51e-2a3d9b96a589","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:25.258402891Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"5acb3870-b2cc-47c2-a3dc-2aa4027ea930","name":"e2e-rt-eq-1dfd6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-1dfd6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:25.258493346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"5acb3870-b2cc-47c2-a3dc-2aa4027ea930","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-1dfd6c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.263692788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"1b86b790-e186-4bb9-a51e-2a3d9b96a589","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.344041553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"5766c8cc-3e6a-42c1-a10e-c98082c34883","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.34407735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"5766c8cc-3e6a-42c1-a10e-c98082c34883","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.411503814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1bc804b1-843b-4ea9-947d-db0e26761603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.41440188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"a7ecdc9c-6f8e-4d55-bae5-b9ba098a56d0","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.41800234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"1706076d-8ebe-4650-8cfc-0d8afb5a86ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.418150123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"38aa7536-894d-4692-94dc-cf6a345257f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.423522327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"a7ecdc9c-6f8e-4d55-bae5-b9ba098a56d0","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.424737541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1bc804b1-843b-4ea9-947d-db0e26761603","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.427126563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"38aa7536-894d-4692-94dc-cf6a345257f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.44293026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"1706076d-8ebe-4650-8cfc-0d8afb5a86ee","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.451056744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"03983e77-1830-4212-a999-16fb5ce32261","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.451078631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"03983e77-1830-4212-a999-16fb5ce32261","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.507275173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5d124964-8b8e-4aa1-938e-ed11dee70096","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.507949451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"81a91c94-c42e-48cb-a412-ad24007d0f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.511850454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d437f8ed-3613-4496-9556-9e468b41a449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.527641733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d437f8ed-3613-4496-9556-9e468b41a449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.529840062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"81a91c94-c42e-48cb-a412-ad24007d0f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.533350453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5d124964-8b8e-4aa1-938e-ed11dee70096","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.53854027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0054fa32-ec8d-4095-a2f8-3c6528796d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.543391655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"5d124964-8b8e-4aa1-938e-ed11dee70096","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.544360075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"3c513360-9468-448f-b9ec-c12c3634aa18","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.547941013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0054fa32-ec8d-4095-a2f8-3c6528796d9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.559686663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"3c513360-9468-448f-b9ec-c12c3634aa18","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.605613884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"a9cf9a05-6442-4db4-b2b8-51674ad83406","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.608138474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c38d3265-c770-40ca-b981-987807b5ff80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.610504198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4ae5704e-f834-4520-89f8-96d5d9d76122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.612929031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e2278a-5bfd-4bfa-a7a1-739bac522a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.613111721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"a9cf9a05-6442-4db4-b2b8-51674ad83406","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.613369696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1c81a3f-ea13-4f9f-8e64-e2b4520038c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.61579098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c38d3265-c770-40ca-b981-987807b5ff80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.618715875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4ae5704e-f834-4520-89f8-96d5d9d76122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.620176094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38e2278a-5bfd-4bfa-a7a1-739bac522a6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.621245088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1c81a3f-ea13-4f9f-8e64-e2b4520038c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.707408096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d7702db-8b29-411f-bf30-c6232c7a4329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.708036202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"17afe301-155a-4597-adb0-f9d56e4cf9e9","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.708064542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"17afe301-155a-4597-adb0-f9d56e4cf9e9","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.709979069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"9f4f271e-8c6b-426c-a64d-1690503854bf","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.714305869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2d7702db-8b29-411f-bf30-c6232c7a4329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.71752134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"9f4f271e-8c6b-426c-a64d-1690503854bf","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.811539923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"9765a218-5263-42bb-9652-190dcb4a5d6f","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:25.818463948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"9765a218-5263-42bb-9652-190dcb4a5d6f","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:26.001299353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"1964ee29-ff40-4e2c-87a2-35988c447ee8","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:26.001323438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"1964ee29-ff40-4e2c-87a2-35988c447ee8","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.421979319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"162f1ac1-e958-4cfc-9bb7-2434287d6423","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.42200797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"162f1ac1-e958-4cfc-9bb7-2434287d6423","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.428844239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"13132db2-1b08-4bb6-a17a-b37e5a1216cf","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.428864714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"13132db2-1b08-4bb6-a17a-b37e5a1216cf","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.440403706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"c26aeeb4-db76-41aa-bac9-7edab873ace3","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.450314382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"c26aeeb4-db76-41aa-bac9-7edab873ace3","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.456153858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b6510aa2af12609002fd447b6aff047b1696f22347c8ce57de0b5e3f6a5a521) AuthConfig (d22106d845798a5615a3b5e95e13786281d21214941f32b9832b6b438a972b49) AuthConfig (053f6604e54e5cc698da1d212bb757dd6e44ba0eab1bbca2e108892377f8df59) AuthConfig (4fe347d5431fbcdff5608dc0955a1d1a4675c2a1dc652aa8b8b402af5c912e53) AuthConfig (bdba92f9f33c2a10475bf619c6fc3a617159146429ce4fcbb348659369f83611) AuthConfig (1ff1196423172cb62ba120df5647f2e193529d10c6255f79e65f8852bcc75a80) AuthConfig (fb077e22a4d859f382e6b0f93bdbd732ff0e9b78b703b53b217c5d0c4b70ef89) AuthConfig (57a64d7fc70aa31ffec9134631fdd664aa38f4abebcec0589402f446be6907d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"c26aeeb4-db76-41aa-bac9-7edab873ace3","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.466968929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"239b4a35-d16b-412e-a38c-d796ec4e201e","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:27.466990079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"239b4a35-d16b-412e-a38c-d796ec4e201e","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:28.406158299Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"4f6634f5-93a2-411f-9359-850d42003231","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.26303668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"176d870f-87f8-4a53-8cb1-ea668846dff8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.300482947Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"176d870f-87f8-4a53-8cb1-ea668846dff8","name":"e2e-api-b-6afe1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.590895634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"a0dc6efe-a763-4b32-9db5-ece95e134423","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.873061303Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-1dfd6c-sub models-as-a-service/e2e-rt-sw-65ba84-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.876541073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"54b9213f-b4a8-4b1a-a180-b7d75d897e30","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.876576707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"54b9213f-b4a8-4b1a-a180-b7d75d897e30","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.889715837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"4591ccc5-0e4d-408f-9df4-f3e05c88f7da","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.889740498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"4591ccc5-0e4d-408f-9df4-f3e05c88f7da","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.893768321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"ba8d5973-3fc1-4d73-b104-53af82fde980","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.893807247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"ba8d5973-3fc1-4d73-b104-53af82fde980","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.897372945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"40e9586f-9be2-4f19-80d2-aeabd2a51d9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:19:30.897815016Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-1dfd6c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-1dfd6c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.89856203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"e7787485-4737-49d3-8efb-1c50edadbbcd","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.899651426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b5a059-30ed-4b09-a2dd-0982b60d7b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.901930207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"825b1275-ac8a-4f5a-a9a6-a035ad9674b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.903680445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"b1363737-0cb3-460a-b55c-3b07693e0ac8","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.90369955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"b1363737-0cb3-460a-b55c-3b07693e0ac8","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.962682333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"e7787485-4737-49d3-8efb-1c50edadbbcd","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.969189987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"825b1275-ac8a-4f5a-a9a6-a035ad9674b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.970299085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b5a059-30ed-4b09-a2dd-0982b60d7b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.97081271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"40e9586f-9be2-4f19-80d2-aeabd2a51d9b","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.973771523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"977a5540-198e-46d6-9741-4c7b1ea30ea9","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.973815287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"977a5540-198e-46d6-9741-4c7b1ea30ea9","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:30.979251711Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"c6fe701b-d681-4e94-b6b2-37a01eaa5332","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-1dfd6c","model":"e2e-rt-eq-1dfd6c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-1dfd6c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.004084142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"424c237b-16de-44db-9046-78c4b1b40330","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.004105064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"424c237b-16de-44db-9046-78c4b1b40330","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.016288509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"b5cb6d26-0628-4f28-a702-c9356b0ba698","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-1dfd6c","model":"llm/e2e-rt-eq-1dfd6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.092092557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8aceeb3-5086-4a6f-9f9a-23471824596d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.093488539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"a436045a-f82f-4e0e-bf8e-009c8e350344","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.095351482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f71c30ba-c773-40dc-92f9-665efc4ff252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.099494776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8aceeb3-5086-4a6f-9f9a-23471824596d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.101985816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"a436045a-f82f-4e0e-bf8e-009c8e350344","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.102877858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f71c30ba-c773-40dc-92f9-665efc4ff252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.190941078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"01315669-f3c6-4b90-9995-604783c1bcb8","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:31.197373811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"01315669-f3c6-4b90-9995-604783c1bcb8","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:34.768012049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:35.561051043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"737f095d-8679-46bd-9e7e-da912277db6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:35.567750775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"737f095d-8679-46bd-9e7e-da912277db6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:35.573894922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"737f095d-8679-46bd-9e7e-da912277db6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:37.481342685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"cec442c6-57ad-4d7a-b6d6-c333a3c31451","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:37.488193762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"cec442c6-57ad-4d7a-b6d6-c333a3c31451","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:37.49786139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b6510aa2af12609002fd447b6aff047b1696f22347c8ce57de0b5e3f6a5a521) AuthConfig (d22106d845798a5615a3b5e95e13786281d21214941f32b9832b6b438a972b49) AuthConfig (053f6604e54e5cc698da1d212bb757dd6e44ba0eab1bbca2e108892377f8df59) AuthConfig (4fe347d5431fbcdff5608dc0955a1d1a4675c2a1dc652aa8b8b402af5c912e53) AuthConfig (bdba92f9f33c2a10475bf619c6fc3a617159146429ce4fcbb348659369f83611) AuthConfig (1ff1196423172cb62ba120df5647f2e193529d10c6255f79e65f8852bcc75a80) AuthConfig (fb077e22a4d859f382e6b0f93bdbd732ff0e9b78b703b53b217c5d0c4b70ef89) AuthConfig (57a64d7fc70aa31ffec9134631fdd664aa38f4abebcec0589402f446be6907d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"cec442c6-57ad-4d7a-b6d6-c333a3c31451","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:38.415905748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"1be6e24c-f0d2-4f35-8e37-570eebcb07bf","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.27680665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"6e735208-11e3-4ce4-b3bf-5ad887802ab7","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-1dfd6c","model":"llm/e2e-rt-eq-1dfd6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.317745248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"7a123137-e8ca-4bd6-b049-b5b2fa726ad7","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.317771579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"7a123137-e8ca-4bd6-b049-b5b2fa726ad7","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.379854707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"339cdeff-be9c-4c9d-a16d-d3c0fa032d9c","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"maas-trlp-auth-test-model-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.431096921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"09edc186-0eec-4e12-b7b2-f3e69789b5cb","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.431228191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"09edc186-0eec-4e12-b7b2-f3e69789b5cb","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.965302304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"01d9b757-69f4-4be6-858e-8b66ad547a18","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:39.976340076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"01d9b757-69f4-4be6-858e-8b66ad547a18","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.22352694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"96be8c97-cc9e-4d9a-8cc1-c7be014524e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.233183833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"96be8c97-cc9e-4d9a-8cc1-c7be014524e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.234278537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e9736a-6fcc-4b93-b401-4b31168920d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.236107516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3962bec5-2603-4897-b2c0-85b491af0226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.236646076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"b46b1193-1e1d-42cf-862b-71ca56ec705c","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.23711411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"461c0551-edac-4f58-b66a-e16c39886b92","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.239411096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (417f2ccf5a0598b8c9af27566d639fec0312d9cf9fac3e955772a5e230458a24) AuthConfig (0c042faa11a2e133b917b365d26d251aaf15bfbc8b4b1f2eb728dbb0214fd2ec) AuthConfig (2580a2c07ef648664f0b89d01163b74875c5b6ae14180c4cefd6b4f19f747c0b) AuthConfig (b42234bf57ec98c0f773ede7b3be6cddef6be48b7b82d160afd2ab3f1674108a) AuthConfig (732fa686b0f73aeabec4bac0bce5bd1ecf69fb581233f26392b1ecefacd94f1a) AuthConfig (73d85ea7194554e58280caa8920c853564c8c1e5371884b49d88baf594eea93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"96be8c97-cc9e-4d9a-8cc1-c7be014524e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.241639629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7e9736a-6fcc-4b93-b401-4b31168920d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.249369267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3962bec5-2603-4897-b2c0-85b491af0226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.251055906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"b46b1193-1e1d-42cf-862b-71ca56ec705c","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.25167833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"461c0551-edac-4f58-b66a-e16c39886b92","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.252232891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aadadc7-22e5-4958-9522-60e5902851c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.252253775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2aadadc7-22e5-4958-9522-60e5902851c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:40.599035134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"69585201-4940-4f52-b102-949f76772609","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:41.890693307Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"74bba08b-f712-4d7a-807d-f990dd9d3b27","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.612597946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a6f108f-6214-47fe-b112-53d233068ef2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.614469577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a6f108f-6214-47fe-b112-53d233068ef2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.634126007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42dd320-0587-4bf1-9455-38fafefb3c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.634155388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42dd320-0587-4bf1-9455-38fafefb3c64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.676876487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"0e58d757-ea4c-4abb-8adb-491af62310db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.747471366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d59de-6770-4bc0-9178-b0b8652a4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.766286923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d59de-6770-4bc0-9178-b0b8652a4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.77295145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d59de-6770-4bc0-9178-b0b8652a4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.822735544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d59de-6770-4bc0-9178-b0b8652a4c6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.823874162Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"0e58d757-ea4c-4abb-8adb-491af62310db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.851068572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6afe1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"0e58d757-ea4c-4abb-8adb-491af62310db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.873434662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74fe8417-0b48-4968-9c07-f9b3205cd94b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:42.873546025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74fe8417-0b48-4968-9c07-f9b3205cd94b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.343496092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"29be0151-842e-4bb9-a761-a4845805d5e7","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.47574473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"782a9a9c-e063-404d-b0e6-f18bd109c531","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.482165811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c228fec4-c956-42ee-9abb-6164700317ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.510096254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c228fec4-c956-42ee-9abb-6164700317ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.510746701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8f4c8858-2830-4a0c-b9e6-0e79f845b231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.522621307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"188b9fd5-756c-48c1-afc3-fc29c9dae121","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.523646033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8f4c8858-2830-4a0c-b9e6-0e79f845b231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.539133723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"37b013b4-ccda-4840-9c76-37c168c760f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.57750131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fa3ab-804d-4c31-ac04-723cf042b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.584116531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fa3ab-804d-4c31-ac04-723cf042b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.591724121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fa3ab-804d-4c31-ac04-723cf042b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.604030618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3fa3ab-804d-4c31-ac04-723cf042b5a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.865031849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"776a4ed2-8f0a-4669-b34b-0f3824a0a742","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.959516769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"eb6503e6-3427-40aa-9eb0-71cc48a09099","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.965468362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"eadffe37-34a6-4bbf-a5da-d54ce8159b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.969177468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"de0a9388-e240-49ae-8bbd-20bf14cd5983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.98623807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"eadffe37-34a6-4bbf-a5da-d54ce8159b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.98653026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"de0a9388-e240-49ae-8bbd-20bf14cd5983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:43.995666338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"5a8f55f2-8aa3-4b30-8bc0-e000c7c8566d","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:44.007370215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"b2513f0b-229d-40c2-bceb-557542ae4404","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.514380327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"8a892a9c-bf5c-4650-aa18-9c0055b42fbd","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.52129164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"8a892a9c-bf5c-4650-aa18-9c0055b42fbd","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.657790128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"8290ba40-7c6e-454d-b95c-fad00fc77275","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:47.657969197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"8290ba40-7c6e-454d-b95c-fad00fc77275","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.421824681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-1dfd6c-sub models-as-a-service/e2e-rt-sw-65ba84-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.42573761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"6e3ce987-3d90-4fa3-9aeb-b334a9d788bd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.425765366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"6e3ce987-3d90-4fa3-9aeb-b334a9d788bd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.451573314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b2622ddc-6e2d-4f2d-963d-15ff371ffc52","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.451609281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b2622ddc-6e2d-4f2d-963d-15ff371ffc52","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.45965574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"9c3a481e-c02b-49e3-95e1-64ad7705788e","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.45992596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"6b9dfacb-9be4-4405-b88b-f0f492c3d8c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.460335078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"53e69abf-9dbd-47b7-abfa-26d440e410fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.460739391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"8a33b943-a96b-4b6b-b210-ee02b483476c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.461300567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"a18c126d-b759-4ce6-9fde-bf53b81e6096","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.461320103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"a18c126d-b759-4ce6-9fde-bf53b81e6096","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.466694177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"6b9dfacb-9be4-4405-b88b-f0f492c3d8c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.467165431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"9c3a481e-c02b-49e3-95e1-64ad7705788e","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.468982355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"8a33b943-a96b-4b6b-b210-ee02b483476c","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.469840263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"53e69abf-9dbd-47b7-abfa-26d440e410fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.46987981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"e92c865b-b47e-49dc-b702-23b8e86311a7","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.469893247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"e92c865b-b47e-49dc-b702-23b8e86311a7","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.478134729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"163850fe-cffe-43a7-b22d-b79919ef5219","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-cfl-same-4135f3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.479704852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"160a25f4-3d55-4eaa-bab0-5f9854b1ed35","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.479770553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"160a25f4-3d55-4eaa-bab0-5f9854b1ed35","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.548259711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"773f7dc5-c0f4-4e92-9cac-2157ada376ca","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.548282974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"773f7dc5-c0f4-4e92-9cac-2157ada376ca","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.555933358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"7c78a2a5-8c6f-4b40-9c85-b5fe929d062e","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.555954905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"7c78a2a5-8c6f-4b40-9c85-b5fe929d062e","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.56434466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"f5008ff0-e792-4ce7-9560-de4bae0f38e1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.568460038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"fdd16f84-9bb5-47c1-bbbd-17fd18e6779a","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.568482174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"fdd16f84-9bb5-47c1-bbbd-17fd18e6779a","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.572169701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"f5008ff0-e792-4ce7-9560-de4bae0f38e1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.58136007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"abbc2298-1b10-4c40-8305-032621d64fd6","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.663939914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"599702bc-9995-4d8f-9542-746da0e2ef97","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.66398819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"b821d0fd-b71d-43c0-9ffb-01ae136b85aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.666160927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"98efce8a-bd7d-4232-8968-d99797f79fd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.672320584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"599702bc-9995-4d8f-9542-746da0e2ef97","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.672502487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"b821d0fd-b71d-43c0-9ffb-01ae136b85aa","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:48.674882823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"98efce8a-bd7d-4232-8968-d99797f79fd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.261672594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"d71adfd6-d294-4b6f-98d7-12ab7fdd2e03","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.269858978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"d71adfd6-d294-4b6f-98d7-12ab7fdd2e03","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.342989574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (417f2ccf5a0598b8c9af27566d639fec0312d9cf9fac3e955772a5e230458a24) AuthConfig (0c042faa11a2e133b917b365d26d251aaf15bfbc8b4b1f2eb728dbb0214fd2ec) AuthConfig (2580a2c07ef648664f0b89d01163b74875c5b6ae14180c4cefd6b4f19f747c0b) AuthConfig (b42234bf57ec98c0f773ede7b3be6cddef6be48b7b82d160afd2ab3f1674108a) AuthConfig (732fa686b0f73aeabec4bac0bce5bd1ecf69fb581233f26392b1ecefacd94f1a) AuthConfig (73d85ea7194554e58280caa8920c853564c8c1e5371884b49d88baf594eea93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"d71adfd6-d294-4b6f-98d7-12ab7fdd2e03","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.606179161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"10a68530-42ed-4d7f-a806-71add5849e0c","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.615032092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"8beee414-8177-47ae-82b4-7b617d3a56c3","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.615054914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"8beee414-8177-47ae-82b4-7b617d3a56c3","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.627612399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"a63ff5ad-7d67-49b8-996f-8c8939fc21a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.630744092Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"d69fd6b6-8c24-4e8d-8251-838fa071a515","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b276f2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.635326852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"a63ff5ad-7d67-49b8-996f-8c8939fc21a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.723469601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"fa4e714d-07b6-444a-b408-c37160812037","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:50.732070299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"fa4e714d-07b6-444a-b408-c37160812037","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.171945835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"3a7bf205-671d-463f-958f-746cd476ca6c","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.171968961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"3a7bf205-671d-463f-958f-746cd476ca6c","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.191251697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de280acd-b781-4198-bc5c-bacefa00f76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.19177415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"17146127-e39e-4616-a4fe-1120b56fd947","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.19400095Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"45104eea-044d-4282-83bd-ad9689a07102","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07be0125","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.200347743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"b249ae9e-280c-4824-abb9-60c3d588fdfb","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.204044122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a66721c0-ea21-4725-9a99-2d0d7191620b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.211473802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"17146127-e39e-4616-a4fe-1120b56fd947","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.212240092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"de280acd-b781-4198-bc5c-bacefa00f76c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.223391977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a66721c0-ea21-4725-9a99-2d0d7191620b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.227319289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"b249ae9e-280c-4824-abb9-60c3d588fdfb","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.294000974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4085be64-24bd-4e5c-a7f3-19320f08373b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.297221058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"ae284f06-dda5-42e3-92a7-daa044a44f76","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.299999949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"177c92f5-a48b-46e2-864b-b902ad0accab","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.300405459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9280230a-6c73-4076-8ad5-7c16cad2d289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.302256715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4085be64-24bd-4e5c-a7f3-19320f08373b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.305352898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"ae284f06-dda5-42e3-92a7-daa044a44f76","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.308367792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9280230a-6c73-4076-8ad5-7c16cad2d289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.308613701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"177c92f5-a48b-46e2-864b-b902ad0accab","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.738508429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba756d43-3b61-4df0-bfb1-30b57a21f038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.738528075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba756d43-3b61-4df0-bfb1-30b57a21f038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.761172655Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"ac0e450a-da6b-477d-aa93-304bbee3128d","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.783632137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"e279bb36-affd-4bf0-8ad3-f9cb9ca42765","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.844610136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"e279bb36-affd-4bf0-8ad3-f9cb9ca42765","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.946443975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-3de00d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (417f2ccf5a0598b8c9af27566d639fec0312d9cf9fac3e955772a5e230458a24) AuthConfig (0c042faa11a2e133b917b365d26d251aaf15bfbc8b4b1f2eb728dbb0214fd2ec) AuthConfig (2580a2c07ef648664f0b89d01163b74875c5b6ae14180c4cefd6b4f19f747c0b) AuthConfig (b42234bf57ec98c0f773ede7b3be6cddef6be48b7b82d160afd2ab3f1674108a) AuthConfig (732fa686b0f73aeabec4bac0bce5bd1ecf69fb581233f26392b1ecefacd94f1a) AuthConfig (73d85ea7194554e58280caa8920c853564c8c1e5371884b49d88baf594eea93d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"e279bb36-affd-4bf0-8ad3-f9cb9ca42765","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:51.947149155Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"b545234f-f1ef-4168-b7de-af323fff6259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.055503363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"b545234f-f1ef-4168-b7de-af323fff6259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.145911045Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"b545234f-f1ef-4168-b7de-af323fff6259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"name":"e2e-api-a-3de00d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.145944982Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"e2e-e2e-api-a-3de00d-policy","reconcileID":"b545234f-f1ef-4168-b7de-af323fff6259","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-3de00d-policy","namespace":"ai-tenant-e2e-api-a-3de00d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-3de00d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.190198634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb93ea6-9725-40a4-bf9c-b538d50d3236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.190310163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffb93ea6-9725-40a4-bf9c-b538d50d3236","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.235740909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b164bb-4145-4fac-9eb8-c980f39b90f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.251377048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b164bb-4145-4fac-9eb8-c980f39b90f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.258066906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b164bb-4145-4fac-9eb8-c980f39b90f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.26307471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b164bb-4145-4fac-9eb8-c980f39b90f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.58859776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5a20-a252-4fc1-b3ec-49573f01e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.592064792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5a20-a252-4fc1-b3ec-49573f01e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.594968683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5a20-a252-4fc1-b3ec-49573f01e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.598024765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9a5a20-a252-4fc1-b3ec-49573f01e059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.8805164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"07a601c0-3513-4af5-8828-eb2929741026","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.888680208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"07a601c0-3513-4af5-8828-eb2929741026","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:52.895507449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6afe1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"07a601c0-3513-4af5-8828-eb2929741026","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.618938833Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","namespace":"ai-tenant-e2e-api-a-3de00d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.618996564Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","namespace":"ai-tenant-e2e-api-a-3de00d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.619042758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","tenant":"e2e-api-a-3de00d","tenantID":"e2e-api-a-3de00d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.62321452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Deployment","name":"maas-api-e2e-api-a-3de00d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.633362886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Service","name":"maas-api-e2e-api-a-3de00d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.648563727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-3de00d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.657894545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-3de00d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.666538724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.673845345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.681162899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.692342908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.695007359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Deployment","name":"payload-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.6974247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.699880686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Service","name":"payload-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.702229018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"Service","name":"payload-pre-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.704722812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.707201535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.709834945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.715369727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.718012151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.720837757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.723499065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-3de00d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:55.725903991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-3de00d"},"namespace":"ai-tenant-e2e-api-a-3de00d","name":"default-tenant","reconcileID":"86f4d2c1-905c-4211-9120-db1529320b02","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-3de00d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.059547912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"1e1a959e-cc58-45d4-9d5c-5d6753f357ed","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.078871407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"4fcb1221-724e-44bf-ab04-6da152961276","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.09592793Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3de00d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3de00d","reconcileID":"c3295795-6ac5-4234-8161-2d2b75a5327e","aitenant":"ai-tenants/e2e-api-a-3de00d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.107322849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"35cb55f4-3fdd-4f51-aec2-c2c64e2b4d8a","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.27039505Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-3de00d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-3de00d","reconcileID":"c3295795-6ac5-4234-8161-2d2b75a5327e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-3de00d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-3de00d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.279540349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a6f2a8-1d8e-469f-9ae9-94b2918530ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.28258348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a6f2a8-1d8e-469f-9ae9-94b2918530ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.285577499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a6f2a8-1d8e-469f-9ae9-94b2918530ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.288589167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04a6f2a8-1d8e-469f-9ae9-94b2918530ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.292061991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"90916d99-3437-4999-9d56-7163a6067865","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.653017767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ee30c-d2a6-4261-b1a2-20ac59ae695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.658931842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ee30c-d2a6-4261-b1a2-20ac59ae695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.664859085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ee30c-d2a6-4261-b1a2-20ac59ae695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:58.676129941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"001ee30c-d2a6-4261-b1a2-20ac59ae695f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:59.06893171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f938bc-0253-46ec-bf6d-39ff205ac4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:59.073278522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f938bc-0253-46ec-bf6d-39ff205ac4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:59.077230007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f938bc-0253-46ec-bf6d-39ff205ac4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:19:59.087092412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f938bc-0253-46ec-bf6d-39ff205ac4a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.619391731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"8700df1a-98dd-46c3-9369-26c4deabe984","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.645501196Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"c2043940-0c94-4c5f-9ec7-a8e39b5c7566","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","subscription":"e2e-auth-iso-47e4e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.648577504Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"c2043940-0c94-4c5f-9ec7-a8e39b5c7566","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.652105545Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"c2043940-0c94-4c5f-9ec7-a8e39b5c7566","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"maas-trlp-auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.681832099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"13374a3b-0fdc-47dd-85a8-50e670ab7dd8","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.681853499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"13374a3b-0fdc-47dd-85a8-50e670ab7dd8","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.68205416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.745902489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"db81ec1b-2509-4e3d-9a81-eaed4488862d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.746712813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"55a7a316-4706-43f6-9857-b5308cfbecdc","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.746734009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"55a7a316-4706-43f6-9857-b5308cfbecdc","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.752453654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"db81ec1b-2509-4e3d-9a81-eaed4488862d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.790451148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"22e587ae-baa3-4ffd-914b-19b3c0468d31","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.797147623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"22e587ae-baa3-4ffd-914b-19b3c0468d31","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.827529952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c98eeb16-69ff-4e2c-88de-c73cde2301f2","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.827549183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c98eeb16-69ff-4e2c-88de-c73cde2301f2","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.840946596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"dcb32b77-58cb-4f69-995b-e1765090709a","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6b11a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.904086281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"55efa56f-8f8b-4f10-b41e-8c7c8fedd575","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:00.912039403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"55efa56f-8f8b-4f10-b41e-8c7c8fedd575","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.067060174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"0bbab5ed-eec3-4530-94ba-0735768521e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.076410152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"0bbab5ed-eec3-4530-94ba-0735768521e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.197063863Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"6dedec54-43bb-4ca0-87cf-7fb984859299","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-1dfd6c","subscription":"e2e-rt-eq-1dfd6c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.203085732Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"6dedec54-43bb-4ca0-87cf-7fb984859299","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.20650402Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-sub","reconcileID":"6dedec54-43bb-4ca0-87cf-7fb984859299","MaaSSubscription":{"name":"e2e-rt-eq-1dfd6c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-1dfd6c","namespace":"llm","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.231481878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.23438601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"fbad450d-e58e-43bd-a14d-bb0f37ec3ace","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.234403496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"fbad450d-e58e-43bd-a14d-bb0f37ec3ace","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.252509767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"f2d5af70-038a-42e8-a6bb-9663de296026","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.254098237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23070ec2-22ad-4404-8674-eda2977496a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.254715889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"106bacc7-cb24-44b5-a66f-5819c3abaed1","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.261156116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63ed0d41-0e1c-43b0-9e2b-97cf19309648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.265394094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"106bacc7-cb24-44b5-a66f-5819c3abaed1","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.265502023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"f2d5af70-038a-42e8-a6bb-9663de296026","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.267811597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23070ec2-22ad-4404-8674-eda2977496a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.343325335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63ed0d41-0e1c-43b0-9e2b-97cf19309648","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.365728988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"9eacb32c-007a-4f68-8e8a-5784eda83327","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.367045295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"4dcdaac4-3105-4ea9-965a-64e25ed0f916","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.367061767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"4dcdaac4-3105-4ea9-965a-64e25ed0f916","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.372430405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"9eacb32c-007a-4f68-8e8a-5784eda83327","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.44204152Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-1dfd6c-access","reconcileID":"c51f3957-b2fc-4026-aff9-84415174a449","MaaSAuthPolicy":{"name":"e2e-rt-eq-1dfd6c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.458518798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"0e0de763-fb2c-4591-abb3-566597298df8","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.458538358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"0e0de763-fb2c-4591-abb3-566597298df8","MaaSModelRef":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-1dfd6c-6b43b9fb9051","namespace":"llm","model":"e2e-rt-eq-1dfd6c","externalModel":"e2e-rt-eq-1dfd6c","provider":"e2e-rt-eq-1dfd6c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.980501359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"62e620fc-fabf-465b-9dfe-91b859593343","namespace":"llm","name":"e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.992604171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b37b4f32-8067-4864-ba12-243561be52e3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.992625118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b37b4f32-8067-4864-ba12-243561be52e3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993091047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7bdad38c-ff61-4237-a241-8d64b877f428","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993109929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7bdad38c-ff61-4237-a241-8d64b877f428","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993518305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a7e6101c-5701-428a-af22-06eeda3cd1eb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993532457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a7e6101c-5701-428a-af22-06eeda3cd1eb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993739429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"5463f02b-a79b-40c9-b45e-c1421e6401ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993962597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f32144d3-ac54-4bd3-9ffe-a2013e8fcbd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.993989088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f32144d3-ac54-4bd3-9ffe-a2013e8fcbd0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.994390262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"9eb86e5e-1899-4ff1-ac0f-0a5703f57c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.995831082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d054acf-1bed-4f0c-a0f6-68de379f955b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:01.995850778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d054acf-1bed-4f0c-a0f6-68de379f955b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.000595708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"7fe268e3-adc4-4209-ac45-ffb4e30d8eaa","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.000620079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"7fe268e3-adc4-4209-ac45-ffb4e30d8eaa","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.043626364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a4fb825-f554-4bb4-a0b0-2fb642c832c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.043656136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6a4fb825-f554-4bb4-a0b0-2fb642c832c8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.044379053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93a2b108-65f0-4fb7-9689-63335ca34601","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.044397017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93a2b108-65f0-4fb7-9689-63335ca34601","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.045037955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"059760cb-09f6-4b90-a6aa-a87aa6779db5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.045063043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"059760cb-09f6-4b90-a6aa-a87aa6779db5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.050646394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"5463f02b-a79b-40c9-b45e-c1421e6401ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.051901567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"9eb86e5e-1899-4ff1-ac0f-0a5703f57c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.052460989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5afa7c5-42b9-460d-a827-056913a3ba18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.062876242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"9dab39b9-4eb7-4212-90d4-ae2e840150d7","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","model":"llm/e2e-rt-sw-65ba84","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.063324841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"29f7fa66-0297-4d52-beb7-3016ae74fec3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.070714553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6afe1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"9eb86e5e-1899-4ff1-ac0f-0a5703f57c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.14954866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-1dfd6c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-1dfd6c","reconcileID":"c04f0e9e-b033-4063-b165-a4963711e87c","namespace":"llm","name":"e2e-rt-eq-1dfd6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.151693242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"21ed9cf9-85ef-4f2d-85ec-1adadf0222c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.154736893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"312c1529-a09c-471c-84bc-3e90d324def1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.158969467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"21ed9cf9-85ef-4f2d-85ec-1adadf0222c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.159438798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"8b4ada9f-a5be-4995-8d33-8bf84feddfd6","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.162051379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"312c1529-a09c-471c-84bc-3e90d324def1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.250740324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"8b4ada9f-a5be-4995-8d33-8bf84feddfd6","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.268928695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b89d94ab-d89d-4425-9ece-a1b494d621b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.284414666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b89d94ab-d89d-4425-9ece-a1b494d621b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.285062142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"53e8fa3d-280a-4384-b1b9-203edfed0b18","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.308890202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"53e8fa3d-280a-4384-b1b9-203edfed0b18","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.345842644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3348cf02-cac2-4aae-88ff-325deaf155cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.362826792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3348cf02-cac2-4aae-88ff-325deaf155cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.36356321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"cc25d80c-3ac9-46dc-b5cd-3469bc1108c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.366460811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"f3d4ecd5-90d1-4e98-8f26-b7068b00f5e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.444013039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"f3d4ecd5-90d1-4e98-8f26-b7068b00f5e0","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.44584749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"cc25d80c-3ac9-46dc-b5cd-3469bc1108c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.451488692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"60a32496-390a-4f57-829a-470f2622e125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.462535094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"60a32496-390a-4f57-829a-470f2622e125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.481550685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"37ad658d-a520-4cd3-857d-49ae7ad07834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.481805327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c4c03985-bb15-49ce-a25b-12755b83c071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.48915935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"37ad658d-a520-4cd3-857d-49ae7ad07834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.48957486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c4c03985-bb15-49ce-a25b-12755b83c071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.598302993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"109624d4-57f0-4317-a395-3137c8ffe89e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.599410202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"68968b51-161c-4c37-8d5a-9e542d364b3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.603728912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b507f1b2-2470-4802-ae1c-34d68d6d6721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.610717865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"68968b51-161c-4c37-8d5a-9e542d364b3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.614323167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"109624d4-57f0-4317-a395-3137c8ffe89e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.64183169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"077812e4-d7c0-4ce2-b8a8-173965c8ea59","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.667974118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b507f1b2-2470-4802-ae1c-34d68d6d6721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.704158552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30f2d14b-1b9b-4007-b59a-fe902a0c77cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.707853219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"077812e4-d7c0-4ce2-b8a8-173965c8ea59","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.720370239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30f2d14b-1b9b-4007-b59a-fe902a0c77cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.787349489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"d6beb11a-d193-48bb-b074-f2016f2e79e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.796438476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5be8be0b-9653-487b-a02c-4c700a825f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.796816785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"d6beb11a-d193-48bb-b074-f2016f2e79e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.797039785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"57bb5012-94b3-4fbf-b857-db39f8b00d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.806517934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5be8be0b-9653-487b-a02c-4c700a825f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.807038607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"57bb5012-94b3-4fbf-b857-db39f8b00d65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.807281375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"23551dba-a3d1-44e5-b7d5-70e20dcdefaa","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.808448476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6afe1a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"d6beb11a-d193-48bb-b074-f2016f2e79e9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.821419932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"23551dba-a3d1-44e5-b7d5-70e20dcdefaa","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.886642718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"44916ae3-2d87-4185-ac9e-8f72f4033c14","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.893947212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"44916ae3-2d87-4185-ac9e-8f72f4033c14","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.899189452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"2da4d6c3-1b0a-4779-9d57-27ca899195b1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.908741428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"2da4d6c3-1b0a-4779-9d57-27ca899195b1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.93965246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"c193126a-27dd-4118-b096-c51528c27c15","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.939688813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"c193126a-27dd-4118-b096-c51528c27c15","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.961771856Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"b4e76352-e760-4b46-a100-7c478c654add","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e29d210a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.996853488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"cd11996c-47a8-441a-89d1-f587e0e29492","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.996943591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50c663b-b6c8-460e-94da-ef0b1f9fa61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:02.997342151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d042f7d2-3166-4eae-8e82-672cdc55ec23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.00520363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"cd11996c-47a8-441a-89d1-f587e0e29492","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.00521022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f50c663b-b6c8-460e-94da-ef0b1f9fa61f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:03.007678056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d042f7d2-3166-4eae-8e82-672cdc55ec23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.060992854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"d1849b43-bd73-4f98-b6b1-6e628c58e608","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.106811657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"318e6802-9f00-4897-aa5e-43851e494cfd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.106858659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"318e6802-9f00-4897-aa5e-43851e494cfd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.406218124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"00abe83f-d790-40f4-8f87-7655876cfbec","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.416028541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"00abe83f-d790-40f4-8f87-7655876cfbec","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.733364056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"26a2f0b3-aed8-4b12-b771-3aeaf570e51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.740503144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"26a2f0b3-aed8-4b12-b771-3aeaf570e51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.750476327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6afe1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ed134b0c60ff276479cf72df0ce352c7189aa020934bd99f5210561e650bf94) AuthConfig (fbcc26d069b608f8bd19338349f443d4ed2d5dfffbd2df1ace0fafdfa9cc9255) AuthConfig (d2bdf4abb0036bed2584d7585692eedbcab460547e554c77a52a4f2ec0004c3e) AuthConfig (bcf49f53f5e81198ae93f06c0f6af6f686a2eb71c1d7ffcc4b42887f60e319ca) AuthConfig (c0388678c73d6ce6c3d924daf6e973062b541b5914b9375df9566046e36540a2) AuthConfig (c2e7b22f1ba1873cea827c804be1d81bdce40027df4e8ec6f860c5c39fec6563)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"26a2f0b3-aed8-4b12-b771-3aeaf570e51d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.758501269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31dd2be9-6171-4681-be16-9d2111c57778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.758529214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31dd2be9-6171-4681-be16-9d2111c57778","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.767732009Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.777341334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"00dae3c7-56ef-45bb-9439-d985e974e6d5","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.836065656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"629e395f-ab4a-4918-8de7-e689d73a5dfd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.850397189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"629e395f-ab4a-4918-8de7-e689d73a5dfd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.857887195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-6afe1a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ed134b0c60ff276479cf72df0ce352c7189aa020934bd99f5210561e650bf94) AuthConfig (fbcc26d069b608f8bd19338349f443d4ed2d5dfffbd2df1ace0fafdfa9cc9255) AuthConfig (d2bdf4abb0036bed2584d7585692eedbcab460547e554c77a52a4f2ec0004c3e) AuthConfig (bcf49f53f5e81198ae93f06c0f6af6f686a2eb71c1d7ffcc4b42887f60e319ca) AuthConfig (c0388678c73d6ce6c3d924daf6e973062b541b5914b9375df9566046e36540a2) AuthConfig (c2e7b22f1ba1873cea827c804be1d81bdce40027df4e8ec6f860c5c39fec6563)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"629e395f-ab4a-4918-8de7-e689d73a5dfd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.964653795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a28284-799b-4ede-bc8b-01ff33b9dd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.968599162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a28284-799b-4ede-bc8b-01ff33b9dd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.971953543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a28284-799b-4ede-bc8b-01ff33b9dd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.972051499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"a34d83dd-5ee5-4c33-ad76-e1cb98cd7e8b","namespace":"ai-tenant-e2e-api-b-6afe1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.975325503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a28284-799b-4ede-bc8b-01ff33b9dd29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.975411101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"a34d83dd-5ee5-4c33-ad76-e1cb98cd7e8b","namespace":"ai-tenant-e2e-api-b-6afe1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.975491233Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"a34d83dd-5ee5-4c33-ad76-e1cb98cd7e8b","name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.984977691Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"a34d83dd-5ee5-4c33-ad76-e1cb98cd7e8b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.985127793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"b01c1779-be74-472a-a285-de17b9fbee7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.985458651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb737216-a203-4c8d-bc70-cf32393215a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:04.985472996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb737216-a203-4c8d-bc70-cf32393215a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.082980212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"b01c1779-be74-472a-a285-de17b9fbee7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.237771861Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"b01c1779-be74-472a-a285-de17b9fbee7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"name":"e2e-api-b-6afe1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.237924873Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"e2e-e2e-api-b-6afe1a-policy","reconcileID":"b01c1779-be74-472a-a285-de17b9fbee7c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-6afe1a-policy","namespace":"ai-tenant-e2e-api-b-6afe1a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-6afe1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.257675671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad3488ab-9a7e-4fc7-bd69-d0611f3300f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.257697328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad3488ab-9a7e-4fc7-bd69-d0611f3300f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.485088995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbc66d6-8e3a-4873-ab32-f0438bf6e113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.488861781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbc66d6-8e3a-4873-ab32-f0438bf6e113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.507851334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbc66d6-8e3a-4873-ab32-f0438bf6e113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:05.513789815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfbc66d6-8e3a-4873-ab32-f0438bf6e113","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.308804103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"3350638d-e4a5-4c3f-9919-2f68e27d9ffd","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.31996742Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"5c3f2a47-a82c-4769-be7e-a97d91b73851","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.322062881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"7377f854-66b7-4400-a4bb-8d565d9f14bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.323886485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9e2ff83e-b128-4ac3-a67a-8105e9deb9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.324034772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"671813cb-9c3e-4f20-99fd-1ff5fcc56700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.32446485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"109f0d54-5384-46a0-aa77-25db20be0c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.326557002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e6c87a57-a1bc-4cfc-b3ce-66adcf7156f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.330324619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"7377f854-66b7-4400-a4bb-8d565d9f14bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.331574864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9e2ff83e-b128-4ac3-a67a-8105e9deb9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.332701415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"671813cb-9c3e-4f20-99fd-1ff5fcc56700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.333997646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e6c87a57-a1bc-4cfc-b3ce-66adcf7156f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.334931356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"109f0d54-5384-46a0-aa77-25db20be0c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.351745346Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"a73a07ac-65b3-4512-9eee-7b1514b579e9","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.360076396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80935a32-9922-4817-a249-ea153ce59872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.363576101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"d55f84cf-a302-4596-a1b1-808abbe7b5e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.364366154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"b55d2263-feb1-4513-8e92-061e5876e7d7","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.364382842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"b55d2263-feb1-4513-8e92-061e5876e7d7","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.368163581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80935a32-9922-4817-a249-ea153ce59872","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.36885453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"f11303a7-60a0-45ab-9f99-9ebed5b4929a","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.372713283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"b7549de1-722f-4cdb-81b5-89fbdea03c8d","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.373122024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"d55f84cf-a302-4596-a1b1-808abbe7b5e0","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.37421454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"8fcb9a4d-cb37-49f9-9ee4-99c20c286349","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.374232822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"8fcb9a4d-cb37-49f9-9ee4-99c20c286349","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.443205481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"64ad1640-6b44-4d82-9428-e14268f893d3","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.456039092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c559a715-0bef-4215-b049-5a2646bec848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.456277942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54c37568-4853-4334-a8d7-efc61b0a7ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.463072475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e9938106-6461-4887-a0c6-9223238f5178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.463739707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"e7926365-28bf-41da-b60a-36143163b50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.467833563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54c37568-4853-4334-a8d7-efc61b0a7ab7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.468588502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"c559a715-0bef-4215-b049-5a2646bec848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.471074356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e9938106-6461-4887-a0c6-9223238f5178","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.472717268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"e7926365-28bf-41da-b60a-36143163b50a","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.542205556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"5cf503c7-e4a0-4b52-9eb1-112ffc5dc315","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.542965549Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"010a2bf1-2970-404a-a298-c74186a02eec","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.546358176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"1d907215-a349-4eb7-9b23-971677b23c1f","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.546376539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"1d907215-a349-4eb7-9b23-971677b23c1f","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.550373639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"5cf503c7-e4a0-4b52-9eb1-112ffc5dc315","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.559492672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"8d313c89-fdee-4062-91c1-19ea49205880","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.559511589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"8d313c89-fdee-4062-91c1-19ea49205880","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.687037548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"6e3ede5c-93a9-4f36-84e9-85e547dfceb8","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.687071567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"6e3ede5c-93a9-4f36-84e9-85e547dfceb8","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.715364519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c6f9ed7e-98e9-45fb-a0de-98333af6f9f1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.748147484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c6f9ed7e-98e9-45fb-a0de-98333af6f9f1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.765532276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6ed83fb6-61b6-4a0a-a659-abb8af49e0d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.773591329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"246c57cf-c782-4ce8-884c-a124dd344041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.777011162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"6ed83fb6-61b6-4a0a-a659-abb8af49e0d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.781517013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"17a68aba-bbfb-4379-90e5-f1104637359c","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.783008295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"246c57cf-c782-4ce8-884c-a124dd344041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.792365636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"17a68aba-bbfb-4379-90e5-f1104637359c","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.855735377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6f98f26a-7826-4a04-a41d-4212614ebba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.855740278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"b4adcc9b-6f58-4c30-b8a8-b807a1bc79dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.856028315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"68a29c09-5e92-43aa-843e-0b3671f085ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.85797507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5616145d-1b91-4786-8c4d-d67253294c5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.858256941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"84f1fd2f-b8fb-4609-ac8e-4cf4199d94ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.864073249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"6f98f26a-7826-4a04-a41d-4212614ebba5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.86443303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"68a29c09-5e92-43aa-843e-0b3671f085ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.867825411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"b4adcc9b-6f58-4c30-b8a8-b807a1bc79dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.867830467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5616145d-1b91-4786-8c4d-d67253294c5b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.870880903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"84f1fd2f-b8fb-4609-ac8e-4cf4199d94ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.948060583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"abe27511-daa7-4fc4-8ffa-0be207681817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.958874275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63411b5b-e4ee-4967-acfb-d268d36925c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.965572914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"abe27511-daa7-4fc4-8ffa-0be207681817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:06.968838423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1c10294-61d0-4c71-8b81-723d19a7d2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.050812957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"435f6a28-7330-48e7-b4e4-98c89df845d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.05133188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e671f424-dae9-4c3e-a4ea-2c714e9a28ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.052168315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63411b5b-e4ee-4967-acfb-d268d36925c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.054025671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1c10294-61d0-4c71-8b81-723d19a7d2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.059180516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"435f6a28-7330-48e7-b4e4-98c89df845d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.06151714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e671f424-dae9-4c3e-a4ea-2c714e9a28ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.152812625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"19dff4ee-833f-4e78-9eac-b9f00eb61839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.155807379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"a33089b1-06cf-4419-b3bf-5875087fef48","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.155824849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"a33089b1-06cf-4419-b3bf-5875087fef48","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.162239075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"19dff4ee-833f-4e78-9eac-b9f00eb61839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.165048807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"790cdadc-f72a-428e-a38e-b217347a5439","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.172393114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"05bedea3-5797-47e9-abaf-ad6523acff11","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.172972522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"790cdadc-f72a-428e-a38e-b217347a5439","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.18041452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"05bedea3-5797-47e9-abaf-ad6523acff11","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.18309326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"bf2edeb9-3d5f-4d3c-8690-6e4c7fac5fc0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.24411163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"bf2edeb9-3d5f-4d3c-8690-6e4c7fac5fc0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.284319661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"e82179d5-5b7d-4109-b15b-211d2c01d981","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:07.284355711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"e82179d5-5b7d-4109-b15b-211d2c01d981","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.844621942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"01f358e6-7373-4bc7-83ff-c812dc491383","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","subscription":"e2e-auth-iso-47e4e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.848173829Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"01f358e6-7373-4bc7-83ff-c812dc491383","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.851401878Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"01f358e6-7373-4bc7-83ff-c812dc491383","MaaSSubscription":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"maas-trlp-auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.88387433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c0ce492b-1018-4c64-9394-135d919aab6b","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.88389393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"c0ce492b-1018-4c64-9394-135d919aab6b","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.883887632Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.984993791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"b7d46544-7ac0-4825-8a8b-9cc948855b38","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:10.991600998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"b7d46544-7ac0-4825-8a8b-9cc948855b38","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.02635691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"02c52a36-1e57-4b69-9f28-0f60ed6d7f2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.026666659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"2a65e77a-ee4a-4132-b3f3-2b51853ca7df","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.026683972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"2a65e77a-ee4a-4132-b3f3-2b51853ca7df","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.084623426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"e09bcad1-672c-4750-a744-3ffcc3a2514d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.092372596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"e09bcad1-672c-4750-a744-3ffcc3a2514d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.14860772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"02c52a36-1e57-4b69-9f28-0f60ed6d7f2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.17308817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"02c52a36-1e57-4b69-9f28-0f60ed6d7f2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"name":"e2e-shared-a-w1-9be196-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.173109665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"e2e-auth-iso-47e4e5","reconcileID":"02c52a36-1e57-4b69-9f28-0f60ed6d7f2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.18205356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"73987136-5f7d-4a0f-b385-b88444bd5007","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"tenant":"e2e-shared-a-w1-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","model":"ai-tenant-e2e-shared-a-w1-9be196/auth-test-model-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.182069796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"auth-test-model-9be196","reconcileID":"73987136-5f7d-4a0f-b385-b88444bd5007","MaaSModelRef":{"name":"auth-test-model-9be196","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"routeName":"auth-test-model-9be196-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-9be196","llmisvcName":"auth-test-model-9be196","gateway":"openshift-ingress/e2e-shared-a-w1-9be196","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.327576277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5b276a98-c2b7-4d69-9f8b-9ce4c291a01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.327616083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"46e55db7-a0d2-4b59-9342-42d7dc7bd21f","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.327633634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"46e55db7-a0d2-4b59-9342-42d7dc7bd21f","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.3395261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5b276a98-c2b7-4d69-9f8b-9ce4c291a01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.365892012Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5b276a98-c2b7-4d69-9f8b-9ce4c291a01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"name":"e2e-shared-b-w1-e83b4b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.365917902Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"e2e-auth-iso-47e4e5","reconcileID":"5b276a98-c2b7-4d69-9f8b-9ce4c291a01b","MaaSAuthPolicy":{"name":"e2e-auth-iso-47e4e5","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.375133067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"734b032b-5ba1-4835-8cb5-4b379b453d4b","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"tenant":"e2e-shared-b-w1-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","model":"ai-tenant-e2e-shared-b-w1-e83b4b/auth-test-model-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:11.375153171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"auth-test-model-e83b4b","reconcileID":"734b032b-5ba1-4835-8cb5-4b379b453d4b","MaaSModelRef":{"name":"auth-test-model-e83b4b","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"routeName":"auth-test-model-e83b4b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","llmisvcName":"auth-test-model-e83b4b","gateway":"openshift-ingress/e2e-shared-b-w1-e83b4b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.248737171Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-ok-f0f9ee-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.252098649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"28524adf-0688-4a60-9b60-5710df527ab2","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.252116349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"28524adf-0688-4a60-9b60-5710df527ab2","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.269986088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"01638758-b8d5-40c9-b439-bf3dfb459c24","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.270009215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"01638758-b8d5-40c9-b439-bf3dfb459c24","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.27664666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"0ccfc152-00d7-48c5-958a-67d2b9d627a7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.277122657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"817322cd-a60c-494c-9275-9900eb184e8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.27712568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"f8b9b4b4-1960-4ea6-81f1-61ddac7ccdac","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.278179925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"7fff4a16-dea5-49ff-ab49-2b2ef83bdb53","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.27819612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"7fff4a16-dea5-49ff-ab49-2b2ef83bdb53","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.279134179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"40062b7a-aea7-4f2f-b6b5-4f4faa5169a9","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.279174488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"d9fc5941-23f5-45dc-ae51-cb4d3252c094","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.283822006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"0ccfc152-00d7-48c5-958a-67d2b9d627a7","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.28444806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"f8b9b4b4-1960-4ea6-81f1-61ddac7ccdac","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.285640475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"a8e6f5b9-ef7f-4aa1-832f-7251622a97fd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.285657313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"a8e6f5b9-ef7f-4aa1-832f-7251622a97fd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.285933786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"817322cd-a60c-494c-9275-9900eb184e8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.288406171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"40062b7a-aea7-4f2f-b6b5-4f4faa5169a9","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.289188169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"d9fc5941-23f5-45dc-ae51-cb4d3252c094","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.291845369Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"b04e7abe-e03a-41c6-bd70-b6908165d144","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-ok-f0f9ee","model":"e2e-cfl-ok-f0f9ee","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-ok-f0f9ee-f392d5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.2933695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"2a0aedda-3ccd-4a8d-b45d-74db197179f8","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.29338653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"2a0aedda-3ccd-4a8d-b45d-74db197179f8","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.342928247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"60ed695c-7c1f-4c76-b12a-90c33ead4fa4","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.342961355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"60ed695c-7c1f-4c76-b12a-90c33ead4fa4","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.349952723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"8fd22803-2a6c-45ad-a04c-872336290e3c","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.349970383Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"8fd22803-2a6c-45ad-a04c-872336290e3c","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.358396267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"33effa8f-8520-43d0-986c-3c7f6e96738f","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.358415695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"33effa8f-8520-43d0-986c-3c7f6e96738f","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.384250495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"f4d8f603-7aa4-451c-8c19-be28ca842b05","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-ok-f0f9ee","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.578559013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"8e5afe27-7602-4993-86b6-13bb5332604c","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.581907876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"5e328a85-1d24-42c4-b25a-33b3d2a8291b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.58428219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"05918cc6-8a58-49d4-99a3-ab55aefa8c27","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.584743117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"c5390dd3-2df7-4d92-ab74-f28c89f3ed1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.585152814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"21cd36af-c036-4d47-979b-a9a7cdb722a0","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.642744423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"8e5afe27-7602-4993-86b6-13bb5332604c","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.649625808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"05918cc6-8a58-49d4-99a3-ab55aefa8c27","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.653397392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"21cd36af-c036-4d47-979b-a9a7cdb722a0","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.708325167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"5e328a85-1d24-42c4-b25a-33b3d2a8291b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.739171894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"c5390dd3-2df7-4d92-ab74-f28c89f3ed1e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.970527431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"a067c7b5-1175-49a1-9cc9-cfd3485782b7","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-65ba84","subscription":"e2e-rt-sw-65ba84-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.981898382Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"a067c7b5-1175-49a1-9cc9-cfd3485782b7","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:12.98525642Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-sub","reconcileID":"a067c7b5-1175-49a1-9cc9-cfd3485782b7","MaaSSubscription":{"name":"e2e-rt-sw-65ba84-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-65ba84","namespace":"llm","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.013911088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-ok-f0f9ee-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.016640099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"a461bb6c-36cc-4008-87d3-be92be13ba69","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.016665593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"a461bb6c-36cc-4008-87d3-be92be13ba69","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.028242013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d125bd-13f8-43a4-98b9-b9f9e00659c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.028335304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"1e3721ab-db5e-4af0-b822-f4176e725e6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.030507265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5e3b42e-4c18-4ca9-9c1d-1eb7dcc1ff4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.035627804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d125bd-13f8-43a4-98b9-b9f9e00659c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.036063348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"1e3721ab-db5e-4af0-b822-f4176e725e6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.038083371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5e3b42e-4c18-4ca9-9c1d-1eb7dcc1ff4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.125978928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"48151a19-d599-4029-8435-b563c159c668","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.133158908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"48151a19-d599-4029-8435-b563c159c668","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.151387302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"c11770a6-4d26-4a52-a8a0-104c861221cd","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.151410656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"c11770a6-4d26-4a52-a8a0-104c861221cd","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.241060337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-65ba84-access","reconcileID":"52f62e08-cc5e-4142-a626-118c8d1f0089","MaaSAuthPolicy":{"name":"e2e-rt-sw-65ba84-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.25825101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"cab7551b-3c72-42f7-bfac-d3c890569806","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.258273581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"cab7551b-3c72-42f7-bfac-d3c890569806","MaaSModelRef":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-65ba84-0337161797d3","namespace":"llm","model":"e2e-rt-sw-65ba84","externalModel":"e2e-rt-sw-65ba84","provider":"e2e-rt-sw-65ba84-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.803855898Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"5cefcbca-f1b3-465f-a339-6aaa0caec7ad","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814293088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ed31a167-f4ea-4fe7-a52f-caad6a7112ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814312995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ed31a167-f4ea-4fe7-a52f-caad6a7112ac","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814539842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"954339c6-08cf-4287-8b7a-ce8ea8ea6138","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.81455088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"954339c6-08cf-4287-8b7a-ce8ea8ea6138","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814748864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23d72519-2d64-4afd-a0f8-fd19fc6b0448","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814758927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23d72519-2d64-4afd-a0f8-fd19fc6b0448","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814971426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf174c0f-a82c-4a02-9bfb-40d8fdfc4b8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.814983063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bf174c0f-a82c-4a02-9bfb-40d8fdfc4b8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815179409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e093284-c093-4d7b-b182-2fb375afe21f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815189771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e093284-c093-4d7b-b182-2fb375afe21f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815454466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05566baa-795d-4069-8a7c-daecc0564ef6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815466569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05566baa-795d-4069-8a7c-daecc0564ef6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815722471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90f1e06-7b38-4c75-8d3d-82a3e76f8972","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815734545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90f1e06-7b38-4c75-8d3d-82a3e76f8972","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.815940317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b857291-114e-44ac-9865-8c6ada03f987","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.81595053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6b857291-114e-44ac-9865-8c6ada03f987","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.816613556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7795c281-0102-43a1-ae43-c8ba3ddc13ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.8182546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0a75f4c5-df60-43b6-b6a2-2af1fc83a3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.821134851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e56ad5f9-89a9-444c-93b1-9eba748a93c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.823826913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7795c281-0102-43a1-ae43-c8ba3ddc13ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.830554748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e56ad5f9-89a9-444c-93b1-9eba748a93c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.83096594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0a75f4c5-df60-43b6-b6a2-2af1fc83a3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.831656157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"347ac726-b26f-4b87-aa88-eb8e0778b533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.833271692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"e70a011c-645c-4e45-800b-bd6bbf414334","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.833432507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f987d500-f034-4822-858d-064974bb0c9b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.834678708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb038bc8-7dac-4578-a182-9a00e532e4c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.84350291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"e70a011c-645c-4e45-800b-bd6bbf414334","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.84435536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"f987d500-f034-4822-858d-064974bb0c9b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.961356405Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-65ba84","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-65ba84","reconcileID":"59a8ddf7-f0cd-4057-97ec-4f7c9c05c584","namespace":"llm","name":"e2e-rt-sw-65ba84","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.981089568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"2fa7fecf-bef9-49c9-a448-68bd638cc1f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:13.988331444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"2fa7fecf-bef9-49c9-a448-68bd638cc1f0","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.045267137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cf21590c-9c0b-4da1-8922-f642eedb4523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.045327604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e493f857-d6cb-49af-b135-5eb085e9019a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.047000615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b03a76ef-1786-456f-b4d2-0140181042f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.047372587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a362dea9-86f5-49dd-93cf-d4f52fd3d34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.053942159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"cf21590c-9c0b-4da1-8922-f642eedb4523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.054578386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e493f857-d6cb-49af-b135-5eb085e9019a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.056406861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b03a76ef-1786-456f-b4d2-0140181042f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.056714776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"6c85a645-1b70-43c0-880c-cb1f073c6c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.058079904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"a362dea9-86f5-49dd-93cf-d4f52fd3d34b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.064321058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"6c85a645-1b70-43c0-880c-cb1f073c6c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.102004216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03a4976f-0ee3-4cbe-b75e-4bf275b3c308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.123179179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce97932-3aac-40cc-b279-966239a2d5aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.198490223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03a4976f-0ee3-4cbe-b75e-4bf275b3c308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.252567923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"d31bc494-1059-471a-b4e1-695883de4a0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.231613772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bce97932-3aac-40cc-b279-966239a2d5aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.29611637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"be2ebffe-2199-4e71-b25e-e58374ab9378","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.297506556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"d31bc494-1059-471a-b4e1-695883de4a0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.307992637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"be2ebffe-2199-4e71-b25e-e58374ab9378","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.323166858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"f3b8c0d0-1187-42fd-b619-6ffc9de607fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.342488624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5d93e5c7-1e1f-49e1-a83f-9485e41ffd17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.346839287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"f3b8c0d0-1187-42fd-b619-6ffc9de607fa","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.350988444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"5d93e5c7-1e1f-49e1-a83f-9485e41ffd17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.351795366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"1cd2159e-44da-4a7d-a1ad-9ee2a4a07ba9","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.35884929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"1cd2159e-44da-4a7d-a1ad-9ee2a4a07ba9","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.35922948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7c56550a-8537-4ccc-9042-c0e149ffc1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.368481666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7c56550a-8537-4ccc-9042-c0e149ffc1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.371906268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7330ce27-4e20-4590-842f-b951bf09c32c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.379012285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"db7378d6-e9e0-4ca8-985e-01ec4013c472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.383883962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7330ce27-4e20-4590-842f-b951bf09c32c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.385794504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"db7378d6-e9e0-4ca8-985e-01ec4013c472","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:14.785954348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"802cb40e-db6f-4d5f-b0e0-8fa484d4908e","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.169396456Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","namespace":"ai-tenant-e2e-api-b-6afe1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.16945335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","namespace":"ai-tenant-e2e-api-b-6afe1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.169507228Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","tenant":"e2e-api-b-6afe1a","tenantID":"e2e-api-b-6afe1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.175921617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Deployment","name":"maas-api-e2e-api-b-6afe1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.189259958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Service","name":"maas-api-e2e-api-b-6afe1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.201339828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-6afe1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.213056423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-6afe1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.221231668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.229664057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.237437289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.242271982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.245262823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Deployment","name":"payload-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.247909465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.250579773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Service","name":"payload-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.253151223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"Service","name":"payload-pre-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.255649784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.260481466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.262942951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.268955546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.27148995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.276524096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.279153496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-6afe1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:15.281606135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-6afe1a"},"namespace":"ai-tenant-e2e-api-b-6afe1a","name":"default-tenant","reconcileID":"3cf12d69-2388-43f2-b8c1-f35680786328","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-6afe1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:16.45544768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"eaebf7d8-27ee-42cf-b6f2-c95837d3e02b","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:17.96862915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"6830e407-1fda-447c-bcfb-fbf9c1ff2513","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:17.986562095Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"ee7f7b56-19c5-4e55-a697-f55a1f576902","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:17.995440695Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6afe1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6afe1a","reconcileID":"49859cb6-3d51-4328-a8ed-339d2f6485bf","aitenant":"ai-tenants/e2e-api-b-6afe1a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.042376599Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"20dd6c0e-5ca7-4ff1-b1ca-23c2d25a781f","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.096472921Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-6afe1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-6afe1a","reconcileID":"49859cb6-3d51-4328-a8ed-339d2f6485bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-6afe1a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-6afe1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.118511481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"8f79789e-2e50-4ecb-8daa-8b004b4317d6","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.125984058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4562e457-932a-41cd-abc4-931424fad0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.129042638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4562e457-932a-41cd-abc4-931424fad0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.132578947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4562e457-932a-41cd-abc4-931424fad0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.142452025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4562e457-932a-41cd-abc4-931424fad0d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.37361643Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"45fdb26f-c68f-49b2-8f5b-4f9f5ec0d763","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.485453477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"781491e4-2026-4579-b763-392b052e3cce","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.530814803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18bca18-208c-4470-a595-45cd23be9b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.53460873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18bca18-208c-4470-a595-45cd23be9b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.53839577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18bca18-208c-4470-a595-45cd23be9b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:18.54190692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18bca18-208c-4470-a595-45cd23be9b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.000718763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd916c5a-be98-4bf4-babd-b8532b12dea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.006454882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd916c5a-be98-4bf4-babd-b8532b12dea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.046753808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd916c5a-be98-4bf4-babd-b8532b12dea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.052243907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd916c5a-be98-4bf4-babd-b8532b12dea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.498234217Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"9a5b4974-3272-4ed0-856a-229108e4908e","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.510832663Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-933245","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-933245","reconcileID":"c26df191-5248-462b-8f5a-2fdf60a9366e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-933245","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-933245":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.557324343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"40cadeb8-1822-45ad-a487-e3ba2bd81bec","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.741007836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5c68fd-69e0-4099-9ad7-0263d8261bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.750150507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5c68fd-69e0-4099-9ad7-0263d8261bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.757763586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5c68fd-69e0-4099-9ad7-0263d8261bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:19.761704506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5c68fd-69e0-4099-9ad7-0263d8261bf5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:20.795982148Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"8b1f2b89-94ee-43ee-959c-4d03d8c5747b","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:21.795442103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"0dca6004-e40a-4a9b-8c06-3642b18b8b8c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:21.80795239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"dd143aea-75a8-4974-853c-985bf20769a1","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:21.857181311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"d4a2ae9b-f6bb-408e-aa2b-7fdd63915b98","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.081717255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"cebf6015-174a-453b-9258-425a618059dc","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.161417795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992f219d-fc16-4311-b4e6-66d1a5bd9a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.168618485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992f219d-fc16-4311-b4e6-66d1a5bd9a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.171968477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992f219d-fc16-4311-b4e6-66d1a5bd9a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.175051021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992f219d-fc16-4311-b4e6-66d1a5bd9a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.445677957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e144c5-a365-47ca-839a-1f48025ab397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.453053274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e144c5-a365-47ca-839a-1f48025ab397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.458123272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e144c5-a365-47ca-839a-1f48025ab397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.463082542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47e144c5-a365-47ca-839a-1f48025ab397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.714317568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9595bf62-7ef8-4410-94fe-059aee05fafb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.717358986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9595bf62-7ef8-4410-94fe-059aee05fafb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.720255565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9595bf62-7ef8-4410-94fe-059aee05fafb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.723132901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9595bf62-7ef8-4410-94fe-059aee05fafb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.828485002Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"d220a9eb-2b26-49ef-85cb-40f37084c574","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.84161592Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a6873b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a6873b","reconcileID":"ff5f8160-d065-48bc-8560-90e83f401fcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a6873b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-a6873b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:22.960820675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"af9b93c3-feb4-4196-8ee4-584881af1d59","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.051926079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d631111-b767-4f50-a0b1-5499c205e5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.059352717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d631111-b767-4f50-a0b1-5499c205e5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.066129305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d631111-b767-4f50-a0b1-5499c205e5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.081271426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d631111-b767-4f50-a0b1-5499c205e5fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.230258674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"4fa83a50-6fac-4c19-b4de-90466ee8cdbb","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.24998449Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-8b6cd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-8b6cd6","reconcileID":"23e11cfa-741a-419e-8017-f5b76de257b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-8b6cd6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-8b6cd6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.405390077Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"32efa7ae-1778-469a-86d4-8b94be924588","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.572338135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c93ffe-4059-4bc3-95c1-dcf1fe192dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.582552777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c93ffe-4059-4bc3-95c1-dcf1fe192dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.590304252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c93ffe-4059-4bc3-95c1-dcf1fe192dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.598737559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c93ffe-4059-4bc3-95c1-dcf1fe192dff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.810936108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd49a8d-42d6-445f-84f6-7fe8dce2128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.81402176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd49a8d-42d6-445f-84f6-7fe8dce2128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.817059256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd49a8d-42d6-445f-84f6-7fe8dce2128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:23.820207001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd49a8d-42d6-445f-84f6-7fe8dce2128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.040716689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f647fda-8a6f-4e2c-bd12-ae84fb925fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.049459128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f647fda-8a6f-4e2c-bd12-ae84fb925fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.077509183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f647fda-8a6f-4e2c-bd12-ae84fb925fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.084763294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f647fda-8a6f-4e2c-bd12-ae84fb925fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.220903111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"c34d84a7-670d-4eb4-8113-a4274ca2a0d0","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:24.777841398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"fb45b374-0d0d-4419-aefd-9d7739de7244","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:26.478870899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"fe211a77-2485-4a89-ad10-87dd6e909ff7","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.090847106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"5ce26ee7-c733-4f02-a91e-2f8163b3d641","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-ok-f0f9ee","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.21634051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"7da4bb1c-d853-4ecb-9007-c7c5cd737986","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.216379034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"7da4bb1c-d853-4ecb-9007-c7c5cd737986","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.586135664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0123c0c4-8d32-4135-8d47-119de1952962","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.586165867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0123c0c4-8d32-4135-8d47-119de1952962","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.670168146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7df9bf50-790e-4c05-bb27-7a605fabaf3a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.74504574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7df9bf50-790e-4c05-bb27-7a605fabaf3a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.945504676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7df9bf50-790e-4c05-bb27-7a605fabaf3a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.959508033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10dd30c9-8991-445f-81b3-dcd3ec5c62ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.959543575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10dd30c9-8991-445f-81b3-dcd3ec5c62ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.968097633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"e421780c-597a-4a3b-b37e-61ff882eb0e9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.974609086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"0133f507-1ebf-403c-b98c-251521f8f010","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.982330857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"b25a28ac-0d97-47d4-93f9-5c672c078166","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:28.987950772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"0133f507-1ebf-403c-b98c-251521f8f010","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.009432004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"e421780c-597a-4a3b-b37e-61ff882eb0e9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:29.052742647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"b25a28ac-0d97-47d4-93f9-5c672c078166","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.424387847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c225910-4e1b-4127-b978-69236cbd7da4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.424492745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c225910-4e1b-4127-b978-69236cbd7da4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.457121335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8d484f1-09cc-4793-b34b-b99ee1bbaaa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.461458616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28520d80-cd1c-4e5f-8c4f-9d60c4a1138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.467159128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc896ec6-75cd-4b81-90b5-23f2b7ad1052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.482752365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a40caef-fd0c-4b40-a26a-8d08a144c646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.482808933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5a40caef-fd0c-4b40-a26a-8d08a144c646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.492813633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28520d80-cd1c-4e5f-8c4f-9d60c4a1138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:20:30.496031328Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc896ec6-75cd-4b81-90b5-23f2b7ad1052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.498248429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28520d80-cd1c-4e5f-8c4f-9d60c4a1138e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:20:30.503554567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc896ec6-75cd-4b81-90b5-23f2b7ad1052","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.504076988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"480665c5-edc2-4390-84b8-2780a6854917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.504094655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"480665c5-edc2-4390-84b8-2780a6854917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.504645486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"770d7f60-0118-413f-8665-9641144bcd9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.504662367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"770d7f60-0118-413f-8665-9641144bcd9e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.540184633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67b9f079-4d7a-4686-968e-e28676bd838a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.554722622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe70ae6-44b1-427c-8d54-94b1ba301a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.563118919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe70ae6-44b1-427c-8d54-94b1ba301a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.568302721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe70ae6-44b1-427c-8d54-94b1ba301a27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.576509043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33b5a7e0-ef1e-4ebf-b3a0-06227f8d5599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.576528017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33b5a7e0-ef1e-4ebf-b3a0-06227f8d5599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.730260099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-763d60","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","reconcileID":"e255f3b3-883f-4aab-84a7-17a9fbf7a38c","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.739353842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-763d60","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","reconcileID":"b0e7f4d0-2cc4-4bd8-b060-74ed1e377555","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.743138358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"68b54ce2-d51f-4a01-924c-4cd57f691b73","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.743700312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"79f51e6f-8d63-4011-9c94-5589072f17cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.748191844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24c99d7c-2471-4f17-9652-e05cdafe9980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.748990352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c5e2df-8964-4095-a8d0-40bf13edfe26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.754361093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"79f51e6f-8d63-4011-9c94-5589072f17cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.759094401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24c99d7c-2471-4f17-9652-e05cdafe9980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.760181708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c5e2df-8964-4095-a8d0-40bf13edfe26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.768667462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24c99d7c-2471-4f17-9652-e05cdafe9980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.770811035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c5e2df-8964-4095-a8d0-40bf13edfe26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.771503408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c0298c4e-3901-43b9-a74b-fc8a877a1475","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.777217909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"68b54ce2-d51f-4a01-924c-4cd57f691b73","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.786411212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c0298c4e-3901-43b9-a74b-fc8a877a1475","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.78812152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"68b54ce2-d51f-4a01-924c-4cd57f691b73","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.796925335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39385597-f39f-4aac-bfcc-39ee604c930b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.797083873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39385597-f39f-4aac-bfcc-39ee604c930b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.856255281Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-763d60","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","reconcileID":"fd8090a5-aadc-4aea-87dc-454dbeac0c86","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.86133364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"578bd331-8a7f-4564-af09-8776e8668f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.862115267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"24b3d4be-79c9-4b10-af98-67169cde707a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.866443808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4f2d4373-d4d3-4871-9963-589b4ac188b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.948245852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"24b3d4be-79c9-4b10-af98-67169cde707a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.957500369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"4f2d4373-d4d3-4871-9963-589b4ac188b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:30.969293976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"578bd331-8a7f-4564-af09-8776e8668f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.059282836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a7c3d5f-f107-44c3-8d3c-d864e951e640","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.059320048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6a7c3d5f-f107-44c3-8d3c-d864e951e640","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.06855867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64e50b5d-e132-4ce6-b060-5f15ca53fc62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.070964408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"cbe2ce04-ba35-4e12-a378-3d9b1975f637","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.14224301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"cbe2ce04-ba35-4e12-a378-3d9b1975f637","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.150830536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1e6ad3b-56da-4da9-a83e-aa81714a7ab6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.150853891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1e6ad3b-56da-4da9-a83e-aa81714a7ab6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.1515691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ce8b29a2-dc91-4120-8fd6-f751c5884908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.159439852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"ce8b29a2-dc91-4120-8fd6-f751c5884908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.161727018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d06fb00-6f70-405e-a559-ab0014523963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.251385834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"dfa335d1-18b5-4e7a-b22e-9bf70bb5b37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.259244963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"612d64ae-b9c1-4b9b-b686-a7310fbfa584","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.259268961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"dfa335d1-18b5-4e7a-b22e-9bf70bb5b37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.26074008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"e8599b69-052d-413e-b1ab-758817679e39","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.266110461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"612d64ae-b9c1-4b9b-b686-a7310fbfa584","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.267970851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"e8599b69-052d-413e-b1ab-758817679e39","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.36182913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2f836530-22ba-4751-a99b-1febcb2786ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.374125452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"2f836530-22ba-4751-a99b-1febcb2786ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.377707058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e6de0711-bfff-4486-b68b-7f5dad9d6e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.379921605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"b4ba2012-75dd-4c59-abd8-e9e602bb4460","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.383004316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed878ad-3d0b-46ac-aab8-580fda7ec220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.386204946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"e6de0711-bfff-4486-b68b-7f5dad9d6e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.387079472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"b4ba2012-75dd-4c59-abd8-e9e602bb4460","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.389060013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"4c3e4041-840f-478f-9f3a-24f621c8ff23","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.392821758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"b4ba2012-75dd-4c59-abd8-e9e602bb4460","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.396642568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"4c3e4041-840f-478f-9f3a-24f621c8ff23","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.412237243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed878ad-3d0b-46ac-aab8-580fda7ec220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.444631176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ed878ad-3d0b-46ac-aab8-580fda7ec220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.453204284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a22018fe-2294-4866-8bc5-ec2030bfa1f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.453228234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a22018fe-2294-4866-8bc5-ec2030bfa1f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.454025588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b435c5f4-c8c8-482a-aa1c-cb799a564cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.454636606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"bfac7e5d-d187-4b2c-8d15-79036d2cf510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.461416673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"bfac7e5d-d187-4b2c-8d15-79036d2cf510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.461550537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b435c5f4-c8c8-482a-aa1c-cb799a564cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.464396886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"ef0f3de0-7689-4507-8fa6-ca0288825757","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.467741682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b435c5f4-c8c8-482a-aa1c-cb799a564cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.46863664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"3099a631-6c7f-4e50-856f-e542d2137e79","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.471134867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"ef0f3de0-7689-4507-8fa6-ca0288825757","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.475892121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"3099a631-6c7f-4e50-856f-e542d2137e79","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.476446482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31636fad-6845-495a-bafe-f5794be47c83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.476464529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31636fad-6845-495a-bafe-f5794be47c83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.552281322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e4d6c1c1-3382-487c-921d-90fd03693045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.553301694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2dfb9fe5-2fb8-4eea-b878-01fe4641c557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.553309674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9bae6a35-c94f-471f-a90a-e6bbeed019f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.561474985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e4d6c1c1-3382-487c-921d-90fd03693045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.563087716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9bae6a35-c94f-471f-a90a-e6bbeed019f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:31.566403214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2dfb9fe5-2fb8-4eea-b878-01fe4641c557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:33.88671671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"4d49b61e-9d66-4c15-ad20-7111521d5981","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-933245","tenantID":"e2e-autores-933245","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:33.904394988Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"4d49b61e-9d66-4c15-ad20-7111521d5981","name":"e2e-autores-933245-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:34.765831277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:34.786297591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"a42c9c22-c2dd-4dfb-ba55-8421df52ed21","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.367088239Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-763d60","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","reconcileID":"3a0ce649-fdcb-4422-813a-d8d235b9464e","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.382229899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-763d60","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","reconcileID":"5fd64485-d66e-4b2c-8078-c021d38a7c55","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-broken-763d60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.384789462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7cb91b48-bebc-4b4e-8276-9d25162b5f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.385820573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b8a1ae-0ef5-43ce-8f2a-acdb1d2309e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.386698671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"015ed3d1-ca9c-4c95-bca2-ce46fde2e02e","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.387009207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0efb9f41-bccc-4c61-8230-279734f19eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.394546339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b8a1ae-0ef5-43ce-8f2a-acdb1d2309e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.400756326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0efb9f41-bccc-4c61-8230-279734f19eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.40835228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50b8a1ae-0ef5-43ce-8f2a-acdb1d2309e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.408896071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"351ee8f2-8eaa-49dc-9a48-46eb110e7d3b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.411279824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"7cb91b48-bebc-4b4e-8276-9d25162b5f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.413054198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0efb9f41-bccc-4c61-8230-279734f19eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.443722984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"351ee8f2-8eaa-49dc-9a48-46eb110e7d3b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.446325777Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"015ed3d1-ca9c-4c95-bca2-ce46fde2e02e","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.447350459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"adda10c7-485e-407a-9ca7-853a9f49951f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.452126304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"015ed3d1-ca9c-4c95-bca2-ce46fde2e02e","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.453336761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"74b4cf63-a69a-46c6-ae91-9c429b2349f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.454262208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"adda10c7-485e-407a-9ca7-853a9f49951f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.459886409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389e8a3a-2359-4a10-92b5-9b13ac60dd97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.459907467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389e8a3a-2359-4a10-92b5-9b13ac60dd97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.463460137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"74b4cf63-a69a-46c6-ae91-9c429b2349f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.486181457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"afd1f39a-55bd-4878-83f3-54eaaf4d9884","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.521169276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c1fb39e1-02b3-4004-804e-ad1e713bba65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.52117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3fdc28ed-4c15-4413-8024-ced8be2b3f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.529032549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"c1fb39e1-02b3-4004-804e-ad1e713bba65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.529262202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3fdc28ed-4c15-4413-8024-ced8be2b3f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.536240866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0b7faed4-2b29-435e-a586-69414a5367ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.539055647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"d0d32a22-5aaa-41c1-92cd-a0388f1427a0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.53951005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"1870b480-f193-4a93-b5a4-c7c3d8410b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.544027466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0b7faed4-2b29-435e-a586-69414a5367ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.546219956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"1870b480-f193-4a93-b5a4-c7c3d8410b10","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.546271685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"d0d32a22-5aaa-41c1-92cd-a0388f1427a0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.549048247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0e9751f0-eb27-42a0-97ee-8333d0d22c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.553430736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"9ad238f8-5144-46b1-97e3-847076ed0083","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.557611944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0e9751f0-eb27-42a0-97ee-8333d0d22c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.562751079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"9ad238f8-5144-46b1-97e3-847076ed0083","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.643518412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"abacf023-52aa-4a47-b2f4-e286ff522c3e","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.64683449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b0905d67-820f-44b0-8222-08da58278bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.647688726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81bad27c-31f5-433b-a89e-3b2832d079fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.648942217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa9387b-0f5c-4e76-8d61-283ce105e2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.650733861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"abacf023-52aa-4a47-b2f4-e286ff522c3e","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.654011873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b0905d67-820f-44b0-8222-08da58278bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.670891996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81bad27c-31f5-433b-a89e-3b2832d079fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:20:36.674448013Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa9387b-0f5c-4e76-8d61-283ce105e2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.67809007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"db8ec2ec-cd7e-4492-a57d-60334b4c001b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.678272003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81bad27c-31f5-433b-a89e-3b2832d079fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:20:36.682826287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa9387b-0f5c-4e76-8d61-283ce105e2a2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.682988342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e2fdc15-9da9-4604-be7d-e6ffb095bf77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.683003148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e2fdc15-9da9-4604-be7d-e6ffb095bf77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.686098406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd9bf285-911a-46a2-b239-33d39726feaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.686114163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dd9bf285-911a-46a2-b239-33d39726feaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.686563799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"db8ec2ec-cd7e-4492-a57d-60334b4c001b","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.757530797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9a154b09-118b-4b8a-81ba-6a1096d191a4","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.760326384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f487d4a6-231b-4d21-97f3-976ffc823c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.762049683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b09908ba-9a69-4310-b2a0-f0ed798794a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.768396912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f487d4a6-231b-4d21-97f3-976ffc823c57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.769260165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b09908ba-9a69-4310-b2a0-f0ed798794a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.775036928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b09908ba-9a69-4310-b2a0-f0ed798794a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.78224728Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9a154b09-118b-4b8a-81ba-6a1096d191a4","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.78306039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35e6de8c-3cfa-4be9-97e7-579699de3a64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.783074668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35e6de8c-3cfa-4be9-97e7-579699de3a64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.787306008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9a154b09-118b-4b8a-81ba-6a1096d191a4","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.794933941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cbd9ad6-6eeb-4382-a21e-a051c5caaf1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.794954215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cbd9ad6-6eeb-4382-a21e-a051c5caaf1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.85738091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"0803e81e-e66e-4862-93ac-2293f5b149cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:36.875929028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"0803e81e-e66e-4862-93ac-2293f5b149cb","name":"e2e-worker-w1-a6873b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.459321265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"1b4d74c5-eb8f-444a-8deb-140df43437c0","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.459354549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"1b4d74c5-eb8f-444a-8deb-140df43437c0","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.478043865Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"25b16790-1a64-42c3-8dce-e316946a22ac","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6fba7223","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.48040678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"ff38cd0d-01e3-46ca-aa10-de074ea1aa32","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.483944383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"29807262-88b8-4f6b-a309-e6aed55d5658","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.486705017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"af720055-e3ef-4369-a1d2-e718f3d06b1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.487180843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"844d9312-b5c2-443c-b1d3-ad92b19446cf","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.487611213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"b2d8fb67-f8a4-4c41-9356-4678b2a08b71","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.488442855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"ff38cd0d-01e3-46ca-aa10-de074ea1aa32","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.491646894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"29807262-88b8-4f6b-a309-e6aed55d5658","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.493852875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"844d9312-b5c2-443c-b1d3-ad92b19446cf","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.494062482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"af720055-e3ef-4369-a1d2-e718f3d06b1a","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.496637788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"b2d8fb67-f8a4-4c41-9356-4678b2a08b71","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.573735674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"2af1e18e-d8ed-4570-bcf9-bd3f2fcc18e7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.580582473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"2af1e18e-d8ed-4570-bcf9-bd3f2fcc18e7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.676194017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"14de0f3a-e0a4-4133-94e8-8d9cbde40c00","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.676217392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"2419c559-653d-4e63-b67a-c0ca0764665d","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.678181244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"5b6abf9b-2706-49bb-a7e5-7dfee4f339ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.679572054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"99881465-f24f-4f34-beae-2eaac6e1ead1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.684052246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"2419c559-653d-4e63-b67a-c0ca0764665d","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.68416286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"14de0f3a-e0a4-4133-94e8-8d9cbde40c00","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.686477043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"5b6abf9b-2706-49bb-a7e5-7dfee4f339ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.686772619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"99881465-f24f-4f34-beae-2eaac6e1ead1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.765166213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"bd70160c-3074-48ed-8d03-7ba2ae4652ce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:37.781533404Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"bd70160c-3074-48ed-8d03-7ba2ae4652ce","name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:44.793429209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"40a54f2b-af7c-4ebd-ae0a-7828f6c913ff","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.445506915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"1351a136-eaba-47c2-9ef9-b63912bd194f","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.680762711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491fe5b1-1de8-4fc2-b9e3-91bef6c67db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.68471362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491fe5b1-1de8-4fc2-b9e3-91bef6c67db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.690924248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491fe5b1-1de8-4fc2-b9e3-91bef6c67db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.698488932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491fe5b1-1de8-4fc2-b9e3-91bef6c67db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.917826654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fcb367-6b2b-424d-b1e4-d47a76bfb1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.920960613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fcb367-6b2b-424d-b1e4-d47a76bfb1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.92404944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fcb367-6b2b-424d-b1e4-d47a76bfb1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:45.927091494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58fcb367-6b2b-424d-b1e4-d47a76bfb1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.106564846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c27ff-836f-41b6-8039-e20e6e264dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.109747777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c27ff-836f-41b6-8039-e20e6e264dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.112867714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c27ff-836f-41b6-8039-e20e6e264dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.116167261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825c27ff-836f-41b6-8039-e20e6e264dc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.494252752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"7d3ef352-3927-49d2-817d-edb41fada4e2","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.497086302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd118dea-c1d7-4927-8006-a4ffac1e7942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.50052404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd118dea-c1d7-4927-8006-a4ffac1e7942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.503450776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd118dea-c1d7-4927-8006-a4ffac1e7942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.506653181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd118dea-c1d7-4927-8006-a4ffac1e7942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.69751032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ec3a8ce-0c7e-436e-8c29-da200e196464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.72444284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ec3a8ce-0c7e-436e-8c29-da200e196464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.730087128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ec3a8ce-0c7e-436e-8c29-da200e196464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.738250394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c5ae405-eee5-4b67-99fe-555c2366fdae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.738265771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0c5ae405-eee5-4b67-99fe-555c2366fdae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.800339527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0f7ab39-8438-4c39-abfd-beff9c37cb31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.806762267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0f7ab39-8438-4c39-abfd-beff9c37cb31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.811990198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0f7ab39-8438-4c39-abfd-beff9c37cb31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.819627402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"526e12b9-af44-4463-9d0f-e2a40311ef45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.819643037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"526e12b9-af44-4463-9d0f-e2a40311ef45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.895190114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9b8fc67d-be69-4e41-bced-e8d731f5d819","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.922154467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9b8fc67d-be69-4e41-bced-e8d731f5d819","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.927333297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9b8fc67d-be69-4e41-bced-e8d731f5d819","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.934659997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccf14e42-54bc-407e-a19c-3d393fac39cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:46.934676165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccf14e42-54bc-407e-a19c-3d393fac39cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.482146939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"c9bd9c49-e141-46c3-a936-69391815a14c","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","subscription":"e2e-cfl-ok-f0f9ee-f392d5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.489040125Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"c9bd9c49-e141-46c3-a936-69391815a14c","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.494223807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-sub","reconcileID":"c9bd9c49-e141-46c3-a936-69391815a14c","MaaSSubscription":{"name":"e2e-cfl-ok-f0f9ee-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.525439251Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-43b1b0-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.530974703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"6b650123-d84e-406b-81de-1e3e9bf3d5c9","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.530995764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"6b650123-d84e-406b-81de-1e3e9bf3d5c9","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.549233539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a1d081c9-d146-4fd6-937e-195aefa837cc","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.54925417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a1d081c9-d146-4fd6-937e-195aefa837cc","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.55604063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"7b990745-cea7-4966-834d-aff889fcc51d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.558996537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"3aa4d76e-d97c-45d7-9912-5807db8be5c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.559122788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"e522b57d-c56e-4385-a034-a00dd2a1534a","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.559485811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"815f64c6-ab6f-445d-ae23-d445c99842f1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.560542329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"1e7e0578-ca6d-4f51-82bf-cde9eb9dba87","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.56055892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"1e7e0578-ca6d-4f51-82bf-cde9eb9dba87","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.561381326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"86175134-0dd5-4ce5-966d-c85a4dd04d82","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.565322487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"7b990745-cea7-4966-834d-aff889fcc51d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.566914977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"3aa4d76e-d97c-45d7-9912-5807db8be5c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.567645561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"e522b57d-c56e-4385-a034-a00dd2a1534a","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.569391809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"815f64c6-ab6f-445d-ae23-d445c99842f1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.574158325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"f9fa7457-6df8-4356-8acc-df88da66ffa7","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.574180741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"f9fa7457-6df8-4356-8acc-df88da66ffa7","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.578150578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"86175134-0dd5-4ce5-966d-c85a4dd04d82","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.580713041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"3689c9af-d0df-4116-bd9b-ba0676a57f52","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.58073268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"3689c9af-d0df-4116-bd9b-ba0676a57f52","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.694401453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-ok-f0f9ee-f392d5-access","reconcileID":"3a5ee425-b130-43e3-84ac-57108676220f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-f0f9ee-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.69527013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"54ff1f20-5a40-4594-a826-c18ba00685d3","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.695573779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"54ff1f20-5a40-4594-a826-c18ba00685d3","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.952424861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"59164276-492f-43f1-945c-66efb9dd5ebe","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:47.952457583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"59164276-492f-43f1-945c-66efb9dd5ebe","MaaSModelRef":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-ok-f0f9ee-2c898eb439f1","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-ok-f0f9ee","externalModel":"e2e-cfl-ok-f0f9ee","provider":"e2e-cfl-ok-f0f9ee-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.50230388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"6d26f727-95cf-463b-835a-2041114e175f","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.554184117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"d071c9ce-72a8-460d-a884-1d3c50f95fbc","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.568811406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"50c3ba6c-3c03-4953-b33d-ac4c94cf3a8a","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.573196243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"d071c9ce-72a8-460d-a884-1d3c50f95fbc","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.583518292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ed1cbb2c-2d22-4a0a-9691-fdd83100577c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.586422302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c2b80a2-3fb2-4281-9266-4d46d9125a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.587645407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6094dcbb-f4a8-4ddc-96ec-8f0dbd082454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.588317194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e75ff9fd-1d1b-4218-b24d-0de1d8a86908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.590809229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"d071c9ce-72a8-460d-a884-1d3c50f95fbc","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.59574266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"5f446be4-b552-4b64-8914-f8faddcd5682","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.596582414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"5f446be4-b552-4b64-8914-f8faddcd5682","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.600023473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ed1cbb2c-2d22-4a0a-9691-fdd83100577c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.603767731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6094dcbb-f4a8-4ddc-96ec-8f0dbd082454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.609268102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"8f85d700-30f4-4ce0-a6b2-2694a787845c","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.621991057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"31f7fe06-e3fc-46b8-af29-48b3b21070f3","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.622563734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"c43f98a1-9f94-418b-b617-3c5517007552","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.622594374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"c43f98a1-9f94-418b-b617-3c5517007552","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:20:48.64782202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e75ff9fd-1d1b-4218-b24d-0de1d8a86908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.652316722Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c2b80a2-3fb2-4281-9266-4d46d9125a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.653192759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"128cf087-5468-407b-9b00-0ea6e3d3e58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.660215589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f678e2c7-9063-4dce-9a91-62854a241606","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.660239565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f678e2c7-9063-4dce-9a91-62854a241606","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:20:48.660342312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e75ff9fd-1d1b-4218-b24d-0de1d8a86908","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.663905001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"128cf087-5468-407b-9b00-0ea6e3d3e58a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.664184191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c2b80a2-3fb2-4281-9266-4d46d9125a21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.670195098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59072d21-3935-4297-83f6-822a6cfd65e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.670213282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59072d21-3935-4297-83f6-822a6cfd65e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.680884721Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-f0f9ee","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","reconcileID":"48f93ac9-3328-45e0-8e00-3c5e3f24fcdc","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-ok-f0f9ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.687429983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"60d3c569-55cf-4d1a-8ec5-2d6c73696761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.696772838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"7e9e9c61-df3e-4373-8c66-5718309b0bcc","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.701759326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"60d3c569-55cf-4d1a-8ec5-2d6c73696761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.703629378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"7e9e9c61-df3e-4373-8c66-5718309b0bcc","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.779289139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"49429f2b-7f1d-4e72-8fca-aafce20becf3","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.854100283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"49429f2b-7f1d-4e72-8fca-aafce20becf3","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.868115606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7063bba7-c9af-4e2b-a4b6-e2a90fcb1a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.888953499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"7063bba7-c9af-4e2b-a4b6-e2a90fcb1a14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.904044741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ccea8d2a-a77f-4946-af8c-396d77ccef52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.905133593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"3b606a36-bddd-4754-b035-131e3c9076ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.968081934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"ccea8d2a-a77f-4946-af8c-396d77ccef52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.980377702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"3b606a36-bddd-4754-b035-131e3c9076ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.98252106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"bc9c52cb-ea87-435f-8e18-2e9f64e4f912","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:48.989696177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"bc9c52cb-ea87-435f-8e18-2e9f64e4f912","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.091371693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f9aef876-e256-43d1-962e-529ac4b480b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.145830597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f9aef876-e256-43d1-962e-529ac4b480b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.146613439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"09286504-73be-42a3-9571-4f4fa077274d","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.198888383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"09286504-73be-42a3-9571-4f4fa077274d","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.35036342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"2f36aa05-35a2-423e-a3bd-c324ac3caaf4","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.351796793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"957cdf4d-750a-4849-8c3e-8f4b3c2afda6","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.351872815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"957cdf4d-750a-4849-8c3e-8f4b3c2afda6","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.416699131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ead5e2-60fc-44fc-a465-783a8d3f0aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.417517543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd74af9c-9256-41df-b4f7-27d21d3e20e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.456731494Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"4cc754d6-34ac-4035-b1ee-6f1718d89c78","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41d5051e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.467275795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd74af9c-9256-41df-b4f7-27d21d3e20e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.478453313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ead5e2-60fc-44fc-a465-783a8d3f0aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.479468957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"2f36aa05-35a2-423e-a3bd-c324ac3caaf4","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.49084482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd74af9c-9256-41df-b4f7-27d21d3e20e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.497334905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"9e5bb92b-e899-405b-a0e4-776eb9b0a656","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.499596638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"2f36aa05-35a2-423e-a3bd-c324ac3caaf4","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.50108925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54ead5e2-60fc-44fc-a465-783a8d3f0aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.502156418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"adc7c1c3-0cfb-46bb-a32a-9dc87d0cad70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.578932959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86a20def-1d0e-48cf-b51a-a00b0fdb8acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.578957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86a20def-1d0e-48cf-b51a-a00b0fdb8acc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.589238137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"adc7c1c3-0cfb-46bb-a32a-9dc87d0cad70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.642735044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"fa3be315-fea7-49f1-a738-ffca0d55977b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.6461505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d2fbc13f-b4ed-4827-87de-3b5425d2e793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.647616189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89130ba0-a449-41b5-a003-af5b0472a5c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.647684658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"89130ba0-a449-41b5-a003-af5b0472a5c0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.648281078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0acb9cd-7733-4d89-9e10-fb2211cb2846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.652871916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0acb9cd-7733-4d89-9e10-fb2211cb2846","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.673326308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d2fbc13f-b4ed-4827-87de-3b5425d2e793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.676720312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"fa3be315-fea7-49f1-a738-ffca0d55977b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.691378788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"441e682c-ea2a-4de4-82f2-67b194bbb7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.699261257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"7f3a5f6e-d0a3-4f3f-a8ec-acc696d9a9b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.699801094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"441e682c-ea2a-4de4-82f2-67b194bbb7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.70771259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"7f3a5f6e-d0a3-4f3f-a8ec-acc696d9a9b6","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.776072926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffadc3-f9ee-486e-a248-3cc2edc084e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.78346029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffadc3-f9ee-486e-a248-3cc2edc084e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.790914935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffadc3-f9ee-486e-a248-3cc2edc084e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.800984031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cffadc3-f9ee-486e-a248-3cc2edc084e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.917359888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"36dfc558-24a7-4674-b163-67e28aa96efd","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.928764778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"36dfc558-24a7-4674-b163-67e28aa96efd","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.938089009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"6ca2d5ce-d622-4ba9-8774-806d2d8183f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.946425516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"44b9ecce-1cf9-47e2-924b-e1b100e30ffd","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.962545186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"6ca2d5ce-d622-4ba9-8774-806d2d8183f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:49.963507922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"44b9ecce-1cf9-47e2-924b-e1b100e30ffd","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:50.177181357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a444047e-b628-47fb-8d8b-b20e68dbbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:50.192666785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a444047e-b628-47fb-8d8b-b20e68dbbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:50.203449618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a444047e-b628-47fb-8d8b-b20e68dbbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:50.243023819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a444047e-b628-47fb-8d8b-b20e68dbbcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:50.710131719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"51be949a-4c2a-4e9a-99b9-827fafb8e2b8","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.02880038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cd984-5021-4920-add1-b9bca8c0b1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.032172153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cd984-5021-4920-add1-b9bca8c0b1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.035770146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cd984-5021-4920-add1-b9bca8c0b1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.039290721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b78cd984-5021-4920-add1-b9bca8c0b1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.335638494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a6ded8-b782-44cf-baf1-17a64843f192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.340117752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a6ded8-b782-44cf-baf1-17a64843f192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.348018955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a6ded8-b782-44cf-baf1-17a64843f192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:51.354053366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a6ded8-b782-44cf-baf1-17a64843f192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:56.694480765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"65fb5d57-efdd-46b3-84c4-133a9f940f97","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:56.708497704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"3162080f-ac96-47b9-a3b7-b059013c2c5d","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:56.815548314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9204438-0a76-4590-b540-c736a12c8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:56.842032137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9204438-0a76-4590-b540-c736a12c8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:56.845343498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9204438-0a76-4590-b540-c736a12c8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:56.849144965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9204438-0a76-4590-b540-c736a12c8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.258147098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01fe28-4266-4594-9cd0-3514101f4965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.261376397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01fe28-4266-4594-9cd0-3514101f4965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.264585557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01fe28-4266-4594-9cd0-3514101f4965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.267840915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01fe28-4266-4594-9cd0-3514101f4965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.727281234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"b25c129f-336f-4537-97b0-cfd17ccac60f","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.741325408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-036c69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-036c69","reconcileID":"892ce244-600e-48f6-bd36-cbf79d80d1d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-036c69","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-036c69":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:57.837545679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"f8386a4e-2c17-4605-87de-cd9766fd6beb","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:58.004163356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cc9fe5-7e85-4a36-943c-ecf87644be8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:58.007365731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cc9fe5-7e85-4a36-943c-ecf87644be8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:58.01050713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cc9fe5-7e85-4a36-943c-ecf87644be8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:58.013544544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cc9fe5-7e85-4a36-943c-ecf87644be8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:58.589457815Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"34163884-94e8-44ad-9d89-3d5728d5a6e5","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.000136401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"f6f4887f-fae0-413a-96f9-26b106b19cdf","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.482449987Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"b80cdc2c-d863-4df3-8bfb-d8832113a93a","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","subscription":"e2e-cfl-same-4135f3-43b1b0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.518248765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"b80cdc2c-d863-4df3-8bfb-d8832113a93a","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.532129023Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-sub","reconcileID":"b80cdc2c-d863-4df3-8bfb-d8832113a93a","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-43b1b0-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.5743395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"911e53c8-d35f-456a-bdcd-62fd6afbc3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.575526441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-same-4135f3-f392d5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.584146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"9ef6e972-c970-402f-8b77-c6e46e477fe6","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.584238047Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"9ef6e972-c970-402f-8b77-c6e46e477fe6","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.646655766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"911e53c8-d35f-456a-bdcd-62fd6afbc3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.648118984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"28cc0aa7-1de5-4662-b6d8-ce5cdf4e789a","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.648138884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"28cc0aa7-1de5-4662-b6d8-ce5cdf4e789a","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.655136971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"911e53c8-d35f-456a-bdcd-62fd6afbc3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.65713791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"b3847ca4-b4ee-48d5-952f-5ef2d7837e89","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.657157518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"b3847ca4-b4ee-48d5-952f-5ef2d7837e89","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.668031744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"ee1d8b89-053d-4b8d-add1-510f86c07d07","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.668063301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"ee1d8b89-053d-4b8d-add1-510f86c07d07","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.748095383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3348cbdb-f9a3-46b0-94a3-cd10bbfe532a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.748129696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3348cbdb-f9a3-46b0-94a3-cd10bbfe532a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.752018014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c7c76f64-d9e7-44fc-9a93-2cb9d313ef3c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.757380441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"861c7b2a-aafa-48ea-b548-c86eb223474e","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.758293503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"2e376b15-79ea-4a2b-a086-3b74250ca91e","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.75944892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"2d95b467-ed34-447f-a172-ea2ad253aec8","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.76414737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"6ef979e8-c827-4523-9587-fdcff775e4dd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.764174661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"6ef979e8-c827-4523-9587-fdcff775e4dd","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.844854574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c7c76f64-d9e7-44fc-9a93-2cb9d313ef3c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.848424527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"861c7b2a-aafa-48ea-b548-c86eb223474e","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.851713432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"2e376b15-79ea-4a2b-a086-3b74250ca91e","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.852259209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085992ec-4533-4b96-836a-55b83336abc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.853593441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"2d95b467-ed34-447f-a172-ea2ad253aec8","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.860253253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085992ec-4533-4b96-836a-55b83336abc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.867141776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"085992ec-4533-4b96-836a-55b83336abc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.875508023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"778f4694-f1cd-4409-9baf-5ba445e4e8ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.875524114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"778f4694-f1cd-4409-9baf-5ba445e4e8ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.877458641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9059a1f9-8ba5-4fc4-8576-81fbd5a0f207","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.9023108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-43b1b0-access","reconcileID":"a1aaf8f6-5cec-48c5-9fb2-7a5675a73db9","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-43b1b0-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.903272452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9059a1f9-8ba5-4fc4-8576-81fbd5a0f207","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.908914565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9059a1f9-8ba5-4fc4-8576-81fbd5a0f207","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.916709077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c71bb5b-600d-4170-8fe4-264c79743d62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:20:59.91672377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c71bb5b-600d-4170-8fe4-264c79743d62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.069187126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"807b6a13-71ad-424d-88e1-7e9702e3757f","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-2-43b1b0/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.069208788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"807b6a13-71ad-424d-88e1-7e9702e3757f","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"routeName":"external-model-e2e-cfl-same-4135f3-128fbe0075ee","namespace":"e2e-extmod-cfl-2-43b1b0","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.243343658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"482c72ca-1f20-4eff-a97e-103bde73a24b","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.24338146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"482c72ca-1f20-4eff-a97e-103bde73a24b","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.280689013Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"eb34fd7f-b961-4090-9b8f-d8d694c61eef","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43bcb3ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.293064459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"c05a680b-73bb-41fe-b105-f2d23f6e42e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.293721407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b9a7126c-8112-4ba8-975c-b35dce70c709","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.310661733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"c05a680b-73bb-41fe-b105-f2d23f6e42e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.310679156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"b9a7126c-8112-4ba8-975c-b35dce70c709","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.317271369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"bc532615-f296-40ae-88c8-9702d53434df","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.326351309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"bc532615-f296-40ae-88c8-9702d53434df","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.442930566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7ad7d962-cc2b-4422-868a-cc0cd5cb4606","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.446647463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"c9feceea-2a2d-49fe-b7dc-b444e5b896f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.45092323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7ad7d962-cc2b-4422-868a-cc0cd5cb4606","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.454727945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"d01701b9-a9f1-43ca-a8ac-7fca59c04252","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.457819633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"c9feceea-2a2d-49fe-b7dc-b444e5b896f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:00.465466726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"d01701b9-a9f1-43ca-a8ac-7fca59c04252","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:04.769795324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:06.264619452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-933245","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"autores-model-933245","reconcileID":"18db3afc-2394-413f-b076-130ad14d7669","MaaSModelRef":{"name":"autores-model-933245","namespace":"ai-tenant-e2e-autores-933245"},"tenant":"e2e-autores-933245","gateway":"openshift-ingress/e2e-autores-933245","model":"ai-tenant-e2e-autores-933245/autores-model-933245","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:06.264654711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-933245","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"autores-model-933245","reconcileID":"18db3afc-2394-413f-b076-130ad14d7669","MaaSModelRef":{"name":"autores-model-933245","namespace":"ai-tenant-e2e-autores-933245"},"routeName":"autores-model-933245-kserve-route","namespace":"ai-tenant-e2e-autores-933245","llmisvcName":"autores-model-933245","gateway":"openshift-ingress/e2e-autores-933245","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:08.596516152Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"4d11d30e-1b55-40b3-b38d-6c81fc81c79f","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.007828559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"dbca1684-507d-4697-a3cd-550f9be40138","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.675751817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e722f8-0aa2-43cc-bd66-6011da660fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.764858221Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e722f8-0aa2-43cc-bd66-6011da660fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.773125967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82e722f8-0aa2-43cc-bd66-6011da660fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.78161634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff172f1-7243-49e1-a35a-be54637ad07d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.781638572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff172f1-7243-49e1-a35a-be54637ad07d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.912515547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a287d44c-0e05-4e38-8c83-724fd5ea5342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.946022314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a287d44c-0e05-4e38-8c83-724fd5ea5342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.955659103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a287d44c-0e05-4e38-8c83-724fd5ea5342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.970111119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25dce808-b7fb-48c9-84b3-84e36d467022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.97013475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25dce808-b7fb-48c9-84b3-84e36d467022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:09.987889022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"416376f9-ce74-4f4a-b6af-c3cab5de56db","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.017805611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"416376f9-ce74-4f4a-b6af-c3cab5de56db","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.024681367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"416376f9-ce74-4f4a-b6af-c3cab5de56db","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.031828591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9be2f9a-9219-4861-bec1-2b16bbfed48f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.031850567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9be2f9a-9219-4861-bec1-2b16bbfed48f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.29543262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"9fbfbffe-1134-4a51-8afe-7c6004a2c2dc","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","subscription":"e2e-cfl-same-4135f3-f392d5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.303119959Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"9fbfbffe-1134-4a51-8afe-7c6004a2c2dc","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.321080964Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-sub","reconcileID":"9fbfbffe-1134-4a51-8afe-7c6004a2c2dc","MaaSSubscription":{"name":"e2e-cfl-same-4135f3-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.347948573Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-aaea41 priority=0:[ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-85e1aa-f392d5-sub ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b-aaea41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.35093948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"eedd537b-1b31-4e62-9b79-ee645c669dd4","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.350961458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"eedd537b-1b31-4e62-9b79-ee645c669dd4","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.362570203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"4ed10243-130c-401f-9277-286c49330002","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.365428396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"3fee35e7-f342-47aa-ae4a-6c674514dfa0","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.365629164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"87b05fca-28db-41c9-b426-65164314ac3c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.366286268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a1c13a41-61ef-445f-b605-9a4e758ed4fa","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.366303316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a1c13a41-61ef-445f-b605-9a4e758ed4fa","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.369452563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"4ed10243-130c-401f-9277-286c49330002","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.374713818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"3fee35e7-f342-47aa-ae4a-6c674514dfa0","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.374852456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"87b05fca-28db-41c9-b426-65164314ac3c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.375321142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"82f012b2-73b4-46ab-9368-c7dbc5a99e42","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.37533912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"82f012b2-73b4-46ab-9368-c7dbc5a99e42","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.466147788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c4012c16-5490-424f-ad7e-551460b7e141","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.516695724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c4012c16-5490-424f-ad7e-551460b7e141","name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.521227503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"6756ef4e-ea8f-4b7e-933c-8c34cf3f4257","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.52126732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"6756ef4e-ea8f-4b7e-933c-8c34cf3f4257","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.569544944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"fc4b5962-9688-488c-b510-7e2bb4cea386","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.651432494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"fc4b5962-9688-488c-b510-7e2bb4cea386","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.782038708Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-same-4135f3-f392d5-access","reconcileID":"6d30eb71-5769-41c1-8efb-9a912960385e","MaaSAuthPolicy":{"name":"e2e-cfl-same-4135f3-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.799531512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"30542198-618c-42cb-991a-97cb32bdadd3","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:10.799553753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"30542198-618c-42cb-991a-97cb32bdadd3","MaaSModelRef":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-same-4135f3-d782b0a086ca","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-same-4135f3","externalModel":"e2e-cfl-same-4135f3","provider":"e2e-cfl-same-4135f3","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.307854459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"53be0f5f-b3fa-4133-9ba8-41c842f28438","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.323328902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"56ef64bf-cd18-4807-b4de-547b730039f6","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.323740963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"140db070-612e-4e66-a06e-4785cd7b1518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.324278817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5a75764-fa76-4e6f-8864-176ade8a561e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.324642962Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"94b7a83f-f713-4f39-adf0-5fb8a6edaa6b","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.325285228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f0fa17e6-fb58-4d73-95d6-5ad5f044aff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.326305364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a28eb0a-97de-4c3d-89f3-e6fe0280632e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.331521047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"56ef64bf-cd18-4807-b4de-547b730039f6","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.331568566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"140db070-612e-4e66-a06e-4785cd7b1518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.334625927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f0fa17e6-fb58-4d73-95d6-5ad5f044aff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.335184268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"f11fc1eb-f35e-458a-adc3-23a04df13804","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.335203005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"f11fc1eb-f35e-458a-adc3-23a04df13804","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.337746312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"56ef64bf-cd18-4807-b4de-547b730039f6","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.339613349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"08311731-5ba1-4184-8aa8-71df15ee0f68","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.350522948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"adef9ae6-b148-4221-b0a7-a397a3ce87b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.354164779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5a75764-fa76-4e6f-8864-176ade8a561e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:11.360190275Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a28eb0a-97de-4c3d-89f3-e6fe0280632e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.362964489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"adef9ae6-b148-4221-b0a7-a397a3ce87b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.365355231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5a75764-fa76-4e6f-8864-176ade8a561e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:11.373023414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a28eb0a-97de-4c3d-89f3-e6fe0280632e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.373632104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5fa5bcb7-e4d7-49ee-bbeb-5d888b553832","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.373654613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5fa5bcb7-e4d7-49ee-bbeb-5d888b553832","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.374189049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31c4cd5-1aae-4146-8964-7683503ba5be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.37424509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31c4cd5-1aae-4146-8964-7683503ba5be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.44066368Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","reconcileID":"676eda2d-f451-4a3d-bdd8-f8599e535400","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.450261572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"621a0e55-8095-471f-b403-91065a526095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.452162591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"547c2952-dcff-4374-b990-4e520c87d2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.452398803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"31a83f9b-15c1-4543-b98e-2bb018dbe504","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.453261032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f51d29f6-c1a9-4921-bd18-408fcf8374c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.45444589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2e382bdb-64a5-486a-94f4-361179d1971c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.457767847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"621a0e55-8095-471f-b403-91065a526095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.460239065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"547c2952-dcff-4374-b990-4e520c87d2d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.461933977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"31a83f9b-15c1-4543-b98e-2bb018dbe504","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.474184156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f51d29f6-c1a9-4921-bd18-408fcf8374c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.556447302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"2e382bdb-64a5-486a-94f4-361179d1971c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.672555542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"91c2e3b4-696c-4dc0-9bf8-566f6fe130ae","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.673341267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"cb44b240-37a1-4378-93f3-e860c900cc09","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.674849466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"70e204f0-90fe-41c8-89d3-0d699c8e710f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.675579092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b57e5d2-a7ba-4a4a-b5ed-3592607d3552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.676756976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542c480d-bc5c-446d-abbe-8468e01b3b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.756349094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"cb44b240-37a1-4378-93f3-e860c900cc09","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.7608874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"70e204f0-90fe-41c8-89d3-0d699c8e710f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.76494248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b57e5d2-a7ba-4a4a-b5ed-3592607d3552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.82472906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542c480d-bc5c-446d-abbe-8468e01b3b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.827185241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b57e5d2-a7ba-4a4a-b5ed-3592607d3552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.858251306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"542c480d-bc5c-446d-abbe-8468e01b3b07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.900546523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"91c2e3b4-696c-4dc0-9bf8-566f6fe130ae","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.90938102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee39c16b-9a4c-4364-8b2c-dbbfb8b2bb66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.909406722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee39c16b-9a4c-4364-8b2c-dbbfb8b2bb66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.911259101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3f1bc4aa-d65a-41b6-80ed-0b80f15d612c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.921193918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"91c2e3b4-696c-4dc0-9bf8-566f6fe130ae","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.924981225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3f1bc4aa-d65a-41b6-80ed-0b80f15d612c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.929687204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4007b797-9346-48bf-8daa-680464d113df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.929709306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4007b797-9346-48bf-8daa-680464d113df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.985311043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"de2e0d5f-483b-43d8-a188-8d0234264247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.986170704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"17dd0a0c-4fef-47b6-ba8e-dbd0e7233419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.990697705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"22bc804f-e62a-4c68-9fbd-c814477b11b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:11.991458897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"774ae406-a4d7-4ec3-a27a-4526a43cb631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.04601598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"de2e0d5f-483b-43d8-a188-8d0234264247","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.049276269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"17dd0a0c-4fef-47b6-ba8e-dbd0e7233419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.050106004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"22bc804f-e62a-4c68-9fbd-c814477b11b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.052337801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"774ae406-a4d7-4ec3-a27a-4526a43cb631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.066203456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e607a7bd-87cc-452f-82f3-5f0dd4b0ed30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.078324767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e607a7bd-87cc-452f-82f3-5f0dd4b0ed30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.168517849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"9f3b8801-7834-4b00-88e7-d788b3348eb5","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.188674968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"9f3b8801-7834-4b00-88e7-d788b3348eb5","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.320057079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"264c31b8-273b-4c99-9267-dd2371cb4701","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.333722862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"694ffd6a-7372-4f44-b7c1-9754683849c3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.337958157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ddec36-0e3b-47bc-bd40-b378e33735b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.338329742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"d09a13bb-49d2-4c1d-a51f-8344f170c2a5","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.340859863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e62fc96d-d088-43bb-b7eb-ab9bb17794a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.341657954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86cc1c6b-0dd6-4897-bfd7-eaa39c1ecb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.342288595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"694ffd6a-7372-4f44-b7c1-9754683849c3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.352173453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"694ffd6a-7372-4f44-b7c1-9754683849c3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.35265518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"e62fc96d-d088-43bb-b7eb-ab9bb17794a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.372248521Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86cc1c6b-0dd6-4897-bfd7-eaa39c1ecb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:12.375074651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ddec36-0e3b-47bc-bd40-b378e33735b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.381161808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86cc1c6b-0dd6-4897-bfd7-eaa39c1ecb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.383607038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"308594f9-6bf5-4828-9fb2-2bd65c9b9a70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.3836312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"308594f9-6bf5-4828-9fb2-2bd65c9b9a70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:12.38437139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ddec36-0e3b-47bc-bd40-b378e33735b0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.390402599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99904795-0930-4e15-929f-ef66dcd5a0e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.390422298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"99904795-0930-4e15-929f-ef66dcd5a0e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.438975076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9801cd9d-5927-42aa-a5e8-80f5fe923c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.441307797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"15998a39-9ac3-492c-aeae-99668d7cb7ae","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.44134563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"ddb89d12-4fe4-4495-ab88-e516dfbfba3e","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.441886847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1450609c-c80f-48f6-bc35-f37a8b8b7f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.448116064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9801cd9d-5927-42aa-a5e8-80f5fe923c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.449509646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"ddb89d12-4fe4-4495-ab88-e516dfbfba3e","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.451851596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"15998a39-9ac3-492c-aeae-99668d7cb7ae","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.452765972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1450609c-c80f-48f6-bc35-f37a8b8b7f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.458288717Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-4135f3","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","reconcileID":"76226188-bec8-432d-abdc-a40e3dc23b33","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-same-4135f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.464813882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d82a7f03-2b6d-462f-9654-eef293f65a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.473902798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"d82a7f03-2b6d-462f-9654-eef293f65a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.665475585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"ced325dc-22bc-4af5-8b15-4f194ba39304","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.666165187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"72516366-aa67-400d-9913-88adf39b44ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.666748673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b751c107-7db2-4908-bde6-c827e8d653e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.670244895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e641ba79-1918-489a-b0ff-ae8c5a44d18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.670930353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9c27fb93-46ac-4e36-b849-01509859aaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.678245721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"72516366-aa67-400d-9913-88adf39b44ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.682873018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e641ba79-1918-489a-b0ff-ae8c5a44d18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.683621002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b751c107-7db2-4908-bde6-c827e8d653e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.687066701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9c27fb93-46ac-4e36-b849-01509859aaf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.695044134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"ced325dc-22bc-4af5-8b15-4f194ba39304","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.703261006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"ced325dc-22bc-4af5-8b15-4f194ba39304","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.710247202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d1d82bb-51be-4435-b682-981b614572a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.710272437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d1d82bb-51be-4435-b682-981b614572a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.748497475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a81400-2045-4b73-abdb-271672b2ca2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.748694143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"fd71693e-aa6a-4fc5-84f6-94d04a24dc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.749483147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e75ce51a-5558-4f5d-8bbb-e12f849dbf9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.749492133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"de2968df-c05f-4f35-8744-837f9e1e918c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.750277077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bf3251c9-5fa4-4e0d-98a5-8eba031f6c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.75618312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"fd71693e-aa6a-4fc5-84f6-94d04a24dc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.758677642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"de2968df-c05f-4f35-8744-837f9e1e918c","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.76197859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bf3251c9-5fa4-4e0d-98a5-8eba031f6c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.934467841Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a81400-2045-4b73-abdb-271672b2ca2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:12.934722646Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e75ce51a-5558-4f5d-8bbb-e12f849dbf9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:12.992401094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3a81400-2045-4b73-abdb-271672b2ca2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:12.993887417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e75ce51a-5558-4f5d-8bbb-e12f849dbf9c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.005961819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a4d217ed-6c72-4559-93bf-2061802da1b2","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.005994352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"a4d217ed-6c72-4559-93bf-2061802da1b2","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.019405769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"e0251dd9-e7a8-4881-ac90-07e20cfd3736","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.019732842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"221e06dd-6f44-4081-aa62-02db9c5db2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.026134395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"47ecf49b-12cf-4561-bdb3-adb11230c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.032171133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"e0251dd9-e7a8-4881-ac90-07e20cfd3736","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.033340046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"221e06dd-6f44-4081-aa62-02db9c5db2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.034073941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6905d862-fd00-4faa-98f7-f7580dd04c90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.03414624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6905d862-fd00-4faa-98f7-f7580dd04c90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.034700063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a94c45d-be92-457c-8ca2-12ed2254a921","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.034750545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a94c45d-be92-457c-8ca2-12ed2254a921","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.035361523Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"8c8b727e-0157-4f2a-a251-b082e78539e2","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-361c20ca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.035746995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"47ecf49b-12cf-4561-bdb3-adb11230c6f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.102502611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a283c0b-73d5-4c23-baf6-6d2cc907bfe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.107176766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"70346642-368b-4a68-a474-c772a93f6e9a","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.113352521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a283c0b-73d5-4c23-baf6-6d2cc907bfe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.118095723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"70346642-368b-4a68-a474-c772a93f6e9a","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.120313999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a283c0b-73d5-4c23-baf6-6d2cc907bfe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.128252884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01ce3d00-00a6-49c1-89f9-1a50b7c4d3e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.128269365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"01ce3d00-00a6-49c1-89f9-1a50b7c4d3e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.269911392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"06ee4f44-46be-4145-97f6-8ead52d81d9b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.269984745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"99d8c8b4-e821-42aa-a574-397175bd16d1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.283974747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"99d8c8b4-e821-42aa-a574-397175bd16d1","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:13.343146412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"06ee4f44-46be-4145-97f6-8ead52d81d9b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:15.363029649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"a14064b3-83b0-49c5-8b6a-777a0131a970","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:16.531142825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"38b83bac-a467-4e2d-9731-25d5d1f1dfba","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:16.560060078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"f4ee55d6-7467-4108-8630-6c844bdd2cfe","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:21.333226239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"530a23e1-ed33-4e52-acdc-d3ab052e937f","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:22.349842198Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"14f5eadf-ebda-40c0-9420-a13f73e9152c","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:22.717391038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"68af24c1-f660-450d-bcdb-b463a4a87b3f","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:22.740166952Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"68af24c1-f660-450d-bcdb-b463a4a87b3f","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:22.745806878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"68af24c1-f660-450d-bcdb-b463a4a87b3f","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:22.753581474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"753eaad3-4ce5-47b9-87ea-5297b7eea5ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:22.75359912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"753eaad3-4ce5-47b9-87ea-5297b7eea5ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.025226142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ece305f-8e05-4bae-bbf0-44007311e620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.03837143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"e6a51f5e-70d5-40f1-9d8c-729c20767fa4","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","subscription":"e2e-cfl-85e1aa-f392d5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.045193326Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"e6a51f5e-70d5-40f1-9d8c-729c20767fa4","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.047741816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ece305f-8e05-4bae-bbf0-44007311e620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.048892245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-sub","reconcileID":"e6a51f5e-70d5-40f1-9d8c-729c20767fa4","MaaSSubscription":{"name":"e2e-cfl-85e1aa-f392d5-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.052943369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ece305f-8e05-4bae-bbf0-44007311e620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.058853663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ca01b13-48e1-4cb3-99c5-00a96a25fbe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.058868497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ca01b13-48e1-4cb3-99c5-00a96a25fbe2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.075455463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"ef5e9802-8a4c-4eca-8ab1-5ddc6da77bf3","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.07547214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"ef5e9802-8a4c-4eca-8ab1-5ddc6da77bf3","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.149868166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"e22da7d2-a653-4c29-90f2-1613c0b44c3c","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.149896809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"e22da7d2-a653-4c29-90f2-1613c0b44c3c","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.158068167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"1b69726b-f1e5-4b49-8f64-b9fed99019d1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.158452173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"f6f1960f-fc0c-4d2a-8cd3-d94b71907f30","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.164641381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"1b69726b-f1e5-4b49-8f64-b9fed99019d1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.166968357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"f6f1960f-fc0c-4d2a-8cd3-d94b71907f30","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.247081942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"3481600f-c2c7-4ba3-a217-52fc713fa4c2","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.247122651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"3481600f-c2c7-4ba3-a217-52fc713fa4c2","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.248690865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"240c9ced-eb3c-4717-9f2a-42c62f02bb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.255115614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"240c9ced-eb3c-4717-9f2a-42c62f02bb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.260829719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"240c9ced-eb3c-4717-9f2a-42c62f02bb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.266707517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ea5711c-2734-4dc4-94a1-b53bdcfcbf91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.266722971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5ea5711c-2734-4dc4-94a1-b53bdcfcbf91","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.272724815Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-85e1aa-f392d5-access","reconcileID":"0ac1480a-eedd-418e-bd09-2738a13189f6","MaaSAuthPolicy":{"name":"e2e-cfl-85e1aa-f392d5-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.286175463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"d586602b-9cb5-4262-ba03-3aa7f27104c0","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.286194685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"d586602b-9cb5-4262-ba03-3aa7f27104c0","MaaSModelRef":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-85e1aa-5940f7652b99","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-85e1aa","externalModel":"e2e-cfl-85e1aa","provider":"e2e-cfl-85e1aa-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.847427997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"0c9df900-7039-4e31-99a7-6cbd239836b1","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.855603687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7f901192-5150-493e-af3c-cd54251f94f7","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.857712885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"955c1028-844e-4db4-80c3-b53894b8f732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.85795885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"ab894c1f-d9fe-46bd-91a6-e38c1acd6fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.858466491Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-2-43b1b0"},"namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","reconcileID":"f287c75f-9166-4943-8a8a-3dbb81bcece1","namespace":"e2e-extmod-cfl-2-43b1b0","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.858635133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a565bf-d8e1-4a4e-8fe9-0e51b8a672d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.859715068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd8d0b36-98cb-4900-8fa4-e1e3ba0efd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.864758574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"ab894c1f-d9fe-46bd-91a6-e38c1acd6fea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.869860051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a565bf-d8e1-4a4e-8fe9-0e51b8a672d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.870396287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd8d0b36-98cb-4900-8fa4-e1e3ba0efd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.873145345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"955c1028-844e-4db4-80c3-b53894b8f732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.878351685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a565bf-d8e1-4a4e-8fe9-0e51b8a672d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.943839967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7f901192-5150-493e-af3c-cd54251f94f7","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.952743103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd8d0b36-98cb-4900-8fa4-e1e3ba0efd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.954130124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7f901192-5150-493e-af3c-cd54251f94f7","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.95679227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8a344080-e584-4639-bf2c-225549801b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.960096576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e06a92b9-52ff-4083-bf6d-54d6f76c3e6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.960118096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e06a92b9-52ff-4083-bf6d-54d6f76c3e6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:23.96389842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"8a344080-e584-4639-bf2c-225549801b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.048355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"e6054b9c-e2d6-4cc0-891c-c6c65b976751","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.050116753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1e567f03-8923-4fd3-b3da-4848b2e72504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.053261606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"054fef8f-7b64-47f0-b17b-67df8fd0f2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.053673694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"22d415de-3622-43be-b114-43c78cae0ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.057575838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ed1ff8ec-5777-4da9-9406-54c1b07aba19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.059873494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"e6054b9c-e2d6-4cc0-891c-c6c65b976751","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.064640544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"22d415de-3622-43be-b114-43c78cae0ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.067246534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"054fef8f-7b64-47f0-b17b-67df8fd0f2cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.069598651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"1e567f03-8923-4fd3-b3da-4848b2e72504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.072247772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ed1ff8ec-5777-4da9-9406-54c1b07aba19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.15153292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"1afa118a-a518-431f-8c03-a3f027cba50a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.156218064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e4a0747-523b-4a9e-8001-0776a0f8e1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.156806798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f4aef6f0-3677-4adb-8b09-985a277a122f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.157376186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"89b621fa-e659-4dc9-bea0-5ab1edefc7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.160972244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"1afa118a-a518-431f-8c03-a3f027cba50a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.165277436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"2e4a0747-523b-4a9e-8001-0776a0f8e1f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.170393971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"f4aef6f0-3677-4adb-8b09-985a277a122f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.244340897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c225dfe-06e0-468e-bffc-3b991257963f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.245317365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"89b621fa-e659-4dc9-bea0-5ab1edefc7eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.24718778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"1afa118a-a518-431f-8c03-a3f027cba50a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.255515525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50bdad0-6cc6-43c7-9afd-af9558ae0586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.270293735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c225dfe-06e0-468e-bffc-3b991257963f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.276381422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c225dfe-06e0-468e-bffc-3b991257963f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.282664628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9f57161-0f1f-4088-b2e5-c9d2d9117e23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.282681657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9f57161-0f1f-4088-b2e5-c9d2d9117e23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:24.284413043Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50bdad0-6cc6-43c7-9afd-af9558ae0586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.292116545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e160142-f078-4432-b867-7b929b51736d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.292132009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e160142-f078-4432-b867-7b929b51736d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:24.292282553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e50bdad0-6cc6-43c7-9afd-af9558ae0586","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.357217575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d33b5a4-0dd3-4a43-afa1-80a6515d2c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.365004111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d33b5a4-0dd3-4a43-afa1-80a6515d2c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.37023818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d33b5a4-0dd3-4a43-afa1-80a6515d2c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.382423467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1561b9-8c5f-4cb7-86ca-cb0e25d6bfb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.382528358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b1561b9-8c5f-4cb7-86ca-cb0e25d6bfb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.77783975Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"07c2bfa9-6f23-4714-a457-fca49951fc75","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.789122653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7f257a98-276d-4170-a350-8d1c42ee80fb","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.791490169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3abb7c52-d5fa-4e6d-8fd1-96c72d175fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.792357701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4571a6d0-8b63-4ed6-a8f6-e3a1cf7da3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.792808555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"f34c6050-6861-48cb-a38d-23c199ab16b3","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.79303233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b04e8b6e-f5ca-4ae1-83a1-7b957ec09349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.793418056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0267c577-c2a1-416f-b32b-c040ce582860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.800180247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3abb7c52-d5fa-4e6d-8fd1-96c72d175fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.845308329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b04e8b6e-f5ca-4ae1-83a1-7b957ec09349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.851533207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0267c577-c2a1-416f-b32b-c040ce582860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.852905439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7f257a98-276d-4170-a350-8d1c42ee80fb","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.855666158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4571a6d0-8b63-4ed6-a8f6-e3a1cf7da3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.858838741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b04e8b6e-f5ca-4ae1-83a1-7b957ec09349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.861025346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7f257a98-276d-4170-a350-8d1c42ee80fb","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.862899816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4571a6d0-8b63-4ed6-a8f6-e3a1cf7da3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.867119517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72669641-381c-4f7f-b1ca-875c8549c48a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.867138078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72669641-381c-4f7f-b1ca-875c8549c48a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.95899185Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-85e1aa","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","reconcileID":"0780b5e0-ad55-457a-b0cd-f7bef04565b4","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-85e1aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.996478333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97f4b191-b56b-474b-bbe7-5ee780c4b6ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:24.996831491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97f4b191-b56b-474b-bbe7-5ee780c4b6ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.17748471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"aceacd4f-7cdc-4087-9f5d-12bb3c1135e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.18345136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6a06bb48-8a88-4747-90ea-a436fd97c955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.184658036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"da083558-183d-43f6-9b90-f182a64253c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.195277447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"aceacd4f-7cdc-4087-9f5d-12bb3c1135e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.200104417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"6a06bb48-8a88-4747-90ea-a436fd97c955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.203552056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"da083558-183d-43f6-9b90-f182a64253c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.210131917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f903df03-479d-4e26-92bf-31111007ad63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.210347228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"68d2eefe-1492-4a7e-bc19-a8279e5e4a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.219565701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"f903df03-479d-4e26-92bf-31111007ad63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.225891885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"68d2eefe-1492-4a7e-bc19-a8279e5e4a19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.244749962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c70262d4-f948-4211-9547-b10f083c6df1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.253312046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"c70262d4-f948-4211-9547-b10f083c6df1","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.254032911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92c47bc4-fa13-4507-8bc4-8c461df1c03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.254812562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"cece61bc-e13f-4a6d-ae24-46653995afc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.262196935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"f0ef5e71-8ea0-467f-91b8-c76acbbe61c7","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.27259308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"cece61bc-e13f-4a6d-ae24-46653995afc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.345652378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"f0ef5e71-8ea0-467f-91b8-c76acbbe61c7","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.347935293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92c47bc4-fa13-4507-8bc4-8c461df1c03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.355460687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"f0ef5e71-8ea0-467f-91b8-c76acbbe61c7","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.356022742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92c47bc4-fa13-4507-8bc4-8c461df1c03e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.364342558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd14ff69-df8f-4622-9d37-f54fcc85d1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.365730767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7880960-bb33-47d6-a33c-39fb271f4469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.365818535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7880960-bb33-47d6-a33c-39fb271f4469","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.366303358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"162e76d0-9150-4eb2-8bee-3b11aff1cf15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.366318047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"162e76d0-9150-4eb2-8bee-3b11aff1cf15","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.376183249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd14ff69-df8f-4622-9d37-f54fcc85d1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.391890564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd14ff69-df8f-4622-9d37-f54fcc85d1dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.493166038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"036bc994-08a5-4952-9b86-7473f4a0f191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.494949249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"e617d28e-7923-497e-a565-59b05cec66b7","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.494972995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"e617d28e-7923-497e-a565-59b05cec66b7","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.504837166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a2622d7e-4247-40c7-a4b3-17814b2c5afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.50701692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"036bc994-08a5-4952-9b86-7473f4a0f191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.510508702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9154f5e-21ec-4d6d-a6b7-7128cf153339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.512036848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9154f5e-21ec-4d6d-a6b7-7128cf153339","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.516457657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"735568ac-4ae1-461d-9c67-5f63135f13b7","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b91dd056","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.548383054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"a2622d7e-4247-40c7-a4b3-17814b2c5afd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.561370532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c99763-8eb5-4625-8ac7-8d6705cbaea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.600523396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c99763-8eb5-4625-8ac7-8d6705cbaea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.60733092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a70ddea5-00d2-4038-8a0f-7417e47923af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.607984658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7c8396f2-46d5-4ec7-92ed-75f8a5dca0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.642097116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c99763-8eb5-4625-8ac7-8d6705cbaea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.646470823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c99763-8eb5-4625-8ac7-8d6705cbaea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.646636233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c424a0f9-0680-40bf-973a-90f70ba54eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.649818493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7c8396f2-46d5-4ec7-92ed-75f8a5dca0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.650415764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a70ddea5-00d2-4038-8a0f-7417e47923af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.657606696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"26104abb-8618-42b8-9d87-308196a3aa26","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.658765085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c424a0f9-0680-40bf-973a-90f70ba54eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.664331538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"26104abb-8618-42b8-9d87-308196a3aa26","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.804644468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a936a911-9653-40f6-b471-3a50a4e6f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.810548987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a936a911-9653-40f6-b471-3a50a4e6f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.816477286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a936a911-9653-40f6-b471-3a50a4e6f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:25.843392767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a936a911-9653-40f6-b471-3a50a4e6f921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.61952831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"6726e15f-f255-4017-8c54-ba89796e47a7","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.78001478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"702e4eb6-e6e9-4dd8-bf9e-ba3a5a658570","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.785496241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"68b7f476-ae12-4b9c-bd03-c6f8cd26b8f6","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:31.791013017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"310d3719-7aeb-4693-83e8-30220c36434f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.80539731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"d6358c97-44db-4b35-826b-252f3da579e9","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.812431017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"78b4f514-85f0-411b-af1a-440f0895c512","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.827655154Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"bf8c953a-443e-4ada-bca3-74dddedd1a12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"simulator-w1-a6873b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a6873b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.846372991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"72ec978e-f605-48f8-bcc8-7d09ae29eb0a","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.927203334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"fda221d1-aabd-41d5-9f32-ed0a5310ea7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.950774612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"4a7681c3-7997-426a-bd31-1efa5a7fc383","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.960793952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"d91b6640-a821-4821-bd7e-bb2cd97545bb","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.964278905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"8886dfef-5302-42ca-bd32-691537e776d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:31.965052598Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"d91b6640-a821-4821-bd7e-bb2cd97545bb","name":"simulator-w1-a6873b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-a6873b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:31.965101582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"d91b6640-a821-4821-bd7e-bb2cd97545bb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-a6873b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.971153652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"f86b7b5a-b7ba-46dc-9ab4-48a8273c4e11","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.987488855Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"8886dfef-5302-42ca-bd32-691537e776d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:31.992747449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"8886dfef-5302-42ca-bd32-691537e776d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.00022655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"c7692859-a7ec-4892-9034-782b9fe401d4","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.024373996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"443c7a05-bab8-44a7-9a4a-96b47d9a82c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.06486449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"0477dd23-4a69-43fb-b398-6be2fa38feb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.071699298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"0477dd23-4a69-43fb-b398-6be2fa38feb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.07721841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"0477dd23-4a69-43fb-b398-6be2fa38feb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.109850958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"8d7cddca-0f13-4cc5-ba23-25e9d6c5f8b1","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.117402697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"32091bdc-bfa0-449f-9dfc-c41c3159211c","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:32.120618663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"aa59aeeb-9de2-4e1c-a707-54e30d33f3f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.124082088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"4c82640b-05dc-4381-a58c-68ced3a32854","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.137336282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"a69db0de-645f-4db6-b7e0-466e0b4272a6","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.143071593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"11d16c41-9fd2-4f08-a385-941e272635cf","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.158066442Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"97073c9d-bbf5-4b3b-bacc-443d948f5221","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"premium-w1-a6873b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-a6873b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.164966309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"39123cfb-8cee-4dd8-a981-decf36375e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.171536032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"39123cfb-8cee-4dd8-a981-decf36375e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.175360358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"0866e7fc-2378-4c35-9d30-dfd157d4bd26","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.177330516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"39123cfb-8cee-4dd8-a981-decf36375e6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.258719987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"58432d78-e157-4501-b003-d5162b609a35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.265418998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"9945a27a-338c-470b-81d7-38845116bfed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.343566251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"9945a27a-338c-470b-81d7-38845116bfed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.349663287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"9945a27a-338c-470b-81d7-38845116bfed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.351153099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"9333629b-0ede-4de5-80ac-5beb546b8818","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.359392134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"e1108392-4d09-4aeb-8150-84e156777b35","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:32.363834711Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"e1108392-4d09-4aeb-8150-84e156777b35","name":"premium-w1-a6873b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-a6873b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:32.363886927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"e1108392-4d09-4aeb-8150-84e156777b35","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-a6873b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.367209608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"aec07cde-b69e-4595-abdc-4b41c78104c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.368065026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"bf3642f8-3abe-4993-b1dc-a2213fffe801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.369699852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"65e2beb7-95ec-45b2-ac80-022244b7eff5","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.371375584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"9dc7a7de-e94e-4120-9f7d-e609032e5407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.374743592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"aec07cde-b69e-4595-abdc-4b41c78104c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.375079958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"bf3642f8-3abe-4993-b1dc-a2213fffe801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.380263834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"aec07cde-b69e-4595-abdc-4b41c78104c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.380771405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"bf3642f8-3abe-4993-b1dc-a2213fffe801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.385606259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"0330bfa1-6cef-4be2-b245-9826370eb3bc","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.467303937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7ad53562-ca40-44b2-b47d-9ff04a6fb608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.473801995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7ad53562-ca40-44b2-b47d-9ff04a6fb608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.479183731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7ad53562-ca40-44b2-b47d-9ff04a6fb608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:21:32.483419184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7ad53562-ca40-44b2-b47d-9ff04a6fb608","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.568711037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"2a5df692-a8de-4150-aa42-65e7fbaa860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.576092996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"2a5df692-a8de-4150-aa42-65e7fbaa860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:32.582009536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"2a5df692-a8de-4150-aa42-65e7fbaa860b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:34.768123927Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:34.801169788Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"ff1a65b0-97a8-417c-97bd-9274028a7fcc","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.372284504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"5e469694-dffd-48c5-bfa4-ac90187ae4a3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.375015449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3472236a-d4a1-4d3e-bece-c0b688591c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.381801202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3472236a-d4a1-4d3e-bece-c0b688591c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.38774411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3472236a-d4a1-4d3e-bece-c0b688591c18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.396272848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"5e469694-dffd-48c5-bfa4-ac90187ae4a3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.404128381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"5e469694-dffd-48c5-bfa4-ac90187ae4a3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.409713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe23eda2-84eb-46da-84ef-577e2fab5dc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.409728598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe23eda2-84eb-46da-84ef-577e2fab5dc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.475263487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"779d1379-68c6-4e5b-ae7e-5d37e89996f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.498529975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"779d1379-68c6-4e5b-ae7e-5d37e89996f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.505238565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"779d1379-68c6-4e5b-ae7e-5d37e89996f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.514027595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"facadd9e-b6db-407a-8513-340691b2f8fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.514130794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"facadd9e-b6db-407a-8513-340691b2f8fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.525218103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"c8d27e7a-515b-4bd0-9529-cb123448852a","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","subscription":"e2e-cfl-e2318b-aaea41-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.538201697Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"c8d27e7a-515b-4bd0-9529-cb123448852a","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.542470626Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-sub","reconcileID":"c8d27e7a-515b-4bd0-9529-cb123448852a","MaaSSubscription":{"name":"e2e-cfl-e2318b-aaea41-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.726548986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"0ace1341-4d84-4807-858f-5ed951d3cd14","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.726588793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"0ace1341-4d84-4807-858f-5ed951d3cd14","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.746919987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"54c6be14-bd59-4902-ae2d-8ddb3a064473","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.860214565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"49b9084b-b014-441d-801e-76414fdc9511","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.86197111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"8aa01c49-dbf2-41a4-8d75-b508c0e3a75f","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.861996153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"8aa01c49-dbf2-41a4-8d75-b508c0e3a75f","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.867940678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"49b9084b-b014-441d-801e-76414fdc9511","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:35.984083978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7dd899d4-e5ed-4b09-8049-8c736f9d623b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.098801121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7dd899d4-e5ed-4b09-8049-8c736f9d623b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.140059204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7dd899d4-e5ed-4b09-8049-8c736f9d623b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.140174579Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b-aaea41-access","reconcileID":"7dd899d4-e5ed-4b09-8049-8c736f9d623b","MaaSAuthPolicy":{"name":"e2e-cfl-e2318b-aaea41-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.158404102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"fd398aee-59f6-4f62-966f-77c13ef8c32d","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.158503418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"fd398aee-59f6-4f62-966f-77c13ef8c32d","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.653126957Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"b3a6ef9c-323a-4481-90c5-a19c59d2d241","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.783365447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff4511d6-ac3a-411a-b3a0-0e547ea7e008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.784174273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"af38b3d0-5ab8-4ccf-b9bd-9cac9489ae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.784897601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"abe971e1-bff8-4879-a70f-821aef6e6452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.813099385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"af38b3d0-5ab8-4ccf-b9bd-9cac9489ae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.817338258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"abe971e1-bff8-4879-a70f-821aef6e6452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.817820018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"f88c0474-76df-4703-b280-08887749a8ed","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.84342367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff4511d6-ac3a-411a-b3a0-0e547ea7e008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.848577818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"af38b3d0-5ab8-4ccf-b9bd-9cac9489ae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.851687794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35172ed2-5814-4bf0-a43c-3b0dc21fb9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.853896255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"abe971e1-bff8-4879-a70f-821aef6e6452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.96819978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35172ed2-5814-4bf0-a43c-3b0dc21fb9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.980358601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff4511d6-ac3a-411a-b3a0-0e547ea7e008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:36.983317017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35172ed2-5814-4bf0-a43c-3b0dc21fb9c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.045035167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","reconcileID":"3c143266-505d-4c8c-9392-6ced44042a30","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.051257828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8e7ed11f-f794-4d65-ac2f-ee82506efb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.051984808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0db69792-3995-478a-ac2b-68fde9a039c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.05250382Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"f88c0474-76df-4703-b280-08887749a8ed","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.052594475Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"7efebbb2-8689-40ae-966f-e864fb80da06","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.063339996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"296252d0-f9f5-449e-9535-37f107923782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.067523484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"f88c0474-76df-4703-b280-08887749a8ed","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.068628057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"8e7ed11f-f794-4d65-ac2f-ee82506efb3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.071979443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0db69792-3995-478a-ac2b-68fde9a039c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.072615982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"a558d288-512b-4ed9-8639-8debcaa7a524","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.079430379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"296252d0-f9f5-449e-9535-37f107923782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.08123051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35fc78b2-1e0b-4487-9a63-12744c499f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.081286676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"35fc78b2-1e0b-4487-9a63-12744c499f2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.081865684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467162f8-fa86-47a9-bea5-c2730f4424f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.081887423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"467162f8-fa86-47a9-bea5-c2730f4424f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.082968159Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"ae984c1a-7627-4960-a57f-3c898406e5a1","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.089581017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"1b459666-cef9-4a13-b024-3c6f260a438a","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"e2e-extmod-cfl-1-f392d5/e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.089649218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"1b459666-cef9-4a13-b024-3c6f260a438a","MaaSModelRef":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"routeName":"external-model-e2e-cfl-e2318b-7324656a99d7","namespace":"e2e-extmod-cfl-1-f392d5","model":"e2e-cfl-e2318b","externalModel":"e2e-cfl-e2318b","provider":"e2e-cfl-e2318b-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.092346534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"32f886d6-5ed0-4819-bf22-1acbcb91da84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.099637824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b361f9c6-8ba0-4f5b-888b-ce86359f708f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.104849579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"32f886d6-5ed0-4819-bf22-1acbcb91da84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.142401194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b361f9c6-8ba0-4f5b-888b-ce86359f708f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.20417512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a4c17396-dee2-4d18-9b41-5c200dafd38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.204411306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a7aaa8b3-f0ef-456e-80ed-b7069eb0680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.219575142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a7aaa8b3-f0ef-456e-80ed-b7069eb0680f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.222382893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a4c17396-dee2-4d18-9b41-5c200dafd38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.400530404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1361772f-f108-4bbf-9104-9607ea130227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.403287627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"e97aa705-bea9-4e27-bf19-6462e8e96ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.403858261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"0c658d5f-154a-4308-8499-458aa902e501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.560549075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"336325bc-c045-4ac9-815e-2a05e4d59fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.637274318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"0c658d5f-154a-4308-8499-458aa902e501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.642245745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cdb7e1f1-4483-4fe4-9e4a-0747ee4c38d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.645312078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1361772f-f108-4bbf-9104-9607ea130227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.645366178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"e97aa705-bea9-4e27-bf19-6462e8e96ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.690029537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"336325bc-c045-4ac9-815e-2a05e4d59fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.707907267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"336325bc-c045-4ac9-815e-2a05e4d59fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.729656533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"0c658d5f-154a-4308-8499-458aa902e501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.745529698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5812a33e-74f8-41cf-8ec9-495d3bb44304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.757713873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5812a33e-74f8-41cf-8ec9-495d3bb44304","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.752747762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1361772f-f108-4bbf-9104-9607ea130227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.760598872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cdb7e1f1-4483-4fe4-9e4a-0747ee4c38d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.764050295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"1f2eadd8-64b6-4d97-9664-f1b3d3969c59","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.803393916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"1f2eadd8-64b6-4d97-9664-f1b3d3969c59","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.815643366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 101","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"1f2eadd8-64b6-4d97-9664-f1b3d3969c59","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.823487331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d3241be-d3c3-4b34-bb43-8ba1cd3f9d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.823580696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d3241be-d3c3-4b34-bb43-8ba1cd3f9d45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.861535376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b9aa7067-512e-4077-b753-375fc3dd69f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.861960899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7d51e5c-2de6-42cd-9918-9c8b4d0d052f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.861535238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3867357c-1473-4e7a-a86b-bed0479dc8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.86240106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dfeb0908-5271-40f9-9b8e-af30567d7f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.870955748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7083cbaf-ae7f-41a0-8220-ec3a54fc99b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.884997121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"dfeb0908-5271-40f9-9b8e-af30567d7f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.892040491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b9aa7067-512e-4077-b753-375fc3dd69f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.894980363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7083cbaf-ae7f-41a0-8220-ec3a54fc99b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.895819962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3867357c-1473-4e7a-a86b-bed0479dc8a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.911942682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7d51e5c-2de6-42cd-9918-9c8b4d0d052f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.926361147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f7d51e5c-2de6-42cd-9918-9c8b4d0d052f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.929888978Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"258b7c80-1337-443d-80f5-b8be2cbb3721","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.94774678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68cde112-4888-4ed5-959d-d1023abdf236","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.947908455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68cde112-4888-4ed5-959d-d1023abdf236","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.953500245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"69feab3f-655a-496c-af9b-55078290790b","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.982689872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c90172a6-212c-4494-bfa1-50a99cc85740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.983466277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c53a0ed-6929-4eee-b554-d47caa060a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:37.983888335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"66661279-4eda-4442-a2d3-c1a3f56b2ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.087201435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c53a0ed-6929-4eee-b554-d47caa060a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.101549818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c90172a6-212c-4494-bfa1-50a99cc85740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.103890836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"66661279-4eda-4442-a2d3-c1a3f56b2ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.105989827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3e59195b-33a5-4126-a2c0-ce630a340f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.107170659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 102","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c53a0ed-6929-4eee-b554-d47caa060a77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.119531412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-e2318b","namespace":"e2e-extmod-cfl-1-f392d5"},"namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","reconcileID":"f7d64907-33e4-447c-aade-bb7217351455","namespace":"e2e-extmod-cfl-1-f392d5","name":"e2e-cfl-e2318b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.122102825Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"69feab3f-655a-496c-af9b-55078290790b","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.125565038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c90172a6-212c-4494-bfa1-50a99cc85740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.131352611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"66661279-4eda-4442-a2d3-c1a3f56b2ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.132169892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"3e59195b-33a5-4126-a2c0-ce630a340f10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.135071763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d97a4a-a935-49a8-95e2-bf4817b477b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.150975363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1d97a4a-a935-49a8-95e2-bf4817b477b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.15294069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 103","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"69feab3f-655a-496c-af9b-55078290790b","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.170000719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"15db891d-5b3e-46c2-98c5-e585a87a4c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.17047691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b89790c6-6b2d-4b45-958b-6c8b1f0b26bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.170663945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0557b3c8-86da-42e9-8c97-1b676492719d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.172136357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc5d2002-0ed6-4d08-a79a-3202a3af4c93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.173505035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc5d2002-0ed6-4d08-a79a-3202a3af4c93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.188277756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"0557b3c8-86da-42e9-8c97-1b676492719d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.188273063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b89790c6-6b2d-4b45-958b-6c8b1f0b26bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.1913869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"15db891d-5b3e-46c2-98c5-e585a87a4c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.261622344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"e58cda58-53ce-4814-abe5-d0058a031ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.280043978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"e58cda58-53ce-4814-abe5-d0058a031ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.426221792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a33e86c3-634a-4297-a2d3-879183c965eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.53630211Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a33e86c3-634a-4297-a2d3-879183c965eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.536966102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a2d10a66-4188-4157-8cb6-0371ba07bf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.537683498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"2ee7abb9-d2b4-4ebe-9f92-3b7e72d2f48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.538402463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4e0eb646-326c-40c5-9ca4-85495fe8d995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.548206893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 104","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a33e86c3-634a-4297-a2d3-879183c965eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.552035306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4e0eb646-326c-40c5-9ca4-85495fe8d995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.555702199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"a2d10a66-4188-4157-8cb6-0371ba07bf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.559241908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"2ee7abb9-d2b4-4ebe-9f92-3b7e72d2f48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.562215459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"892bff57-0093-4071-b35b-bc990f7a3a37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.562281367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"892bff57-0093-4071-b35b-bc990f7a3a37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.587376954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"66f00b31-ad8e-40f1-92e2-5c06ccd80342","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.654536039Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"66f00b31-ad8e-40f1-92e2-5c06ccd80342","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.670907971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28e5d9a-7b74-4f8a-aa98-0ac3704ecf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.755187953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 105","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"66f00b31-ad8e-40f1-92e2-5c06ccd80342","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.782118775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb6f6d77-1532-4952-aae4-7cf19401feee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.782211599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb6f6d77-1532-4952-aae4-7cf19401feee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.784447161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"e245c00a-f46c-4c0e-80c7-af090f7f0aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.854197605Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28e5d9a-7b74-4f8a-aa98-0ac3704ecf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.871165159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"e245c00a-f46c-4c0e-80c7-af090f7f0aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.885098303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28e5d9a-7b74-4f8a-aa98-0ac3704ecf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.890849926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"e245c00a-f46c-4c0e-80c7-af090f7f0aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.893291549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f99d9e9a-3890-487b-b939-ed7a19fc83ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.893916141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"39046945-df28-4670-a836-6fbf8871e164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.895208114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9867ddd-64bb-4747-8192-3d381a31a8c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.897818762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9867ddd-64bb-4747-8192-3d381a31a8c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.904535242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"39046945-df28-4670-a836-6fbf8871e164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.904832576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"f99d9e9a-3890-487b-b939-ed7a19fc83ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:38.910423506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"39046945-df28-4670-a836-6fbf8871e164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.235698236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"b95b748d-1e8c-4037-8c93-68b9a6ad755f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.235725134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"d94d47e6-6505-4a55-a237-7b3bbc611479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.243540354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"d94d47e6-6505-4a55-a237-7b3bbc611479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.244411487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"b95b748d-1e8c-4037-8c93-68b9a6ad755f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.252795685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"b95b748d-1e8c-4037-8c93-68b9a6ad755f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:39.258267941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"d94d47e6-6505-4a55-a237-7b3bbc611479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.569187798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9dbd15-8d2a-4cf1-94bb-b0f91c06e52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.575945632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9dbd15-8d2a-4cf1-94bb-b0f91c06e52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.581413975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 106","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa9dbd15-8d2a-4cf1-94bb-b0f91c06e52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.589624951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b496fa9-a241-4777-a86a-0cbe599a561d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.589641911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b496fa9-a241-4777-a86a-0cbe599a561d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.789575075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"45c5c373-d4ce-4e69-b9f6-73d1cbba5d6a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.818719761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"45c5c373-d4ce-4e69-b9f6-73d1cbba5d6a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.826572717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 107","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"45c5c373-d4ce-4e69-b9f6-73d1cbba5d6a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.836673023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d169d7da-63bc-4e60-888a-c3791cecffcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.836696461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d169d7da-63bc-4e60-888a-c3791cecffcb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.910341805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3847880-35fe-4875-bd95-725d2df8209d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.941711409Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3847880-35fe-4875-bd95-725d2df8209d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.962411436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 108","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3847880-35fe-4875-bd95-725d2df8209d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.974742516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7eedc24-1d4c-48ee-98b3-b822f3a48e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:48.975976682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7eedc24-1d4c-48ee-98b3-b822f3a48e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.270797998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7f889fc9-fcd2-4668-b3c2-f63b83b12e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.273032769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"833713e6-a8dd-4ba3-8aec-ab6fe48612f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.27903525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7f889fc9-fcd2-4668-b3c2-f63b83b12e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.280305352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"833713e6-a8dd-4ba3-8aec-ab6fe48612f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.284208557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7f889fc9-fcd2-4668-b3c2-f63b83b12e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.285703221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"833713e6-a8dd-4ba3-8aec-ab6fe48612f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.773243567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c37124b-b399-47e8-9ed1-fb9aa7b7abac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.779397597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c37124b-b399-47e8-9ed1-fb9aa7b7abac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.787499818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c37124b-b399-47e8-9ed1-fb9aa7b7abac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:49.793008659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c37124b-b399-47e8-9ed1-fb9aa7b7abac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:50.232269435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2550c2cf-a7f0-4e61-b93e-e0831ea211d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:50.235597411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2550c2cf-a7f0-4e61-b93e-e0831ea211d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:50.23963676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2550c2cf-a7f0-4e61-b93e-e0831ea211d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:50.247940334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2550c2cf-a7f0-4e61-b93e-e0831ea211d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.644375424Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8118841e-8f1b-434b-a698-2dda71d0efce","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.685743112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"b3d34cb3-16af-4f6a-80c4-f86c257dec9a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.695369299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf2b1fe3-2a36-4e0f-9be2-457f6d67101c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.696158293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb36ed0a-4edf-464f-847c-821746a088d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.696409713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"a430eac1-a02f-48f6-b6d4-75d76889a888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.707142655Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"7663e73d-e48b-4b2f-980e-18d96bfb5963","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.707463806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"65b1d859-8519-4e0a-9ba8-a9f696c9d5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.790348969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf2b1fe3-2a36-4e0f-9be2-457f6d67101c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.823198677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"b3d34cb3-16af-4f6a-80c4-f86c257dec9a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.823229904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb36ed0a-4edf-464f-847c-821746a088d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.850722876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"65b1d859-8519-4e0a-9ba8-a9f696c9d5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.860319933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"b3d34cb3-16af-4f6a-80c4-f86c257dec9a","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.860705208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"a430eac1-a02f-48f6-b6d4-75d76889a888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.869698433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"65b1d859-8519-4e0a-9ba8-a9f696c9d5ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.860892776Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"3554d0c4-0e1f-4cf5-abeb-0239f2e2d8a5","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.88505307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"a430eac1-a02f-48f6-b6d4-75d76889a888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.893379211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf2b1fe3-2a36-4e0f-9be2-457f6d67101c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.9092643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 109","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb36ed0a-4edf-464f-847c-821746a088d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.946587513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8a422252-c607-4d72-9f1d-426109f06a4b","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.946728407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8a422252-c607-4d72-9f1d-426109f06a4b","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.954555862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"7fb80cab-194a-4b46-920b-2750b34f24cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.966348693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"08830a63-22ec-4163-9a5a-2a553d3677b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.967593071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5b1efffd-3586-4e9b-8fb5-f34bdba93e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.973951531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d1ddddd-2491-4e33-a645-2febd9711fb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.974027054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d1ddddd-2491-4e33-a645-2febd9711fb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.975108739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae27827f-802e-4da5-b654-66cfeda0c43e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:51.975184427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ae27827f-802e-4da5-b654-66cfeda0c43e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.024512014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"7fb80cab-194a-4b46-920b-2750b34f24cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.075932649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"08830a63-22ec-4163-9a5a-2a553d3677b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.102614457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"5b1efffd-3586-4e9b-8fb5-f34bdba93e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.150142344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"58e913b9-c4d3-44eb-b6ba-bbf43ef12e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.163314973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"07538872-f210-4fa2-bb30-dbea327f478c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.198840431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"c4ff2f44-20ae-459d-a23d-1873f49412ca","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.203341394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"c4ff2f44-20ae-459d-a23d-1873f49412ca","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.210660867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"58e913b9-c4d3-44eb-b6ba-bbf43ef12e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.212261369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"07538872-f210-4fa2-bb30-dbea327f478c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.255548358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2acd3eb4-532c-43ef-8fe9-a67a1a01504e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.280803802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"2acd3eb4-532c-43ef-8fe9-a67a1a01504e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.346547973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b130fc41-46e2-4d2f-9c3e-a3150351c043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.358591879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6248c519-d03a-46c8-a90f-723640252507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.359145786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f716e338-d54b-4276-b357-9b0ec0415bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.363713961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b130fc41-46e2-4d2f-9c3e-a3150351c043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.387137841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"6248c519-d03a-46c8-a90f-723640252507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.410756941Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f716e338-d54b-4276-b357-9b0ec0415bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.44779843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 110","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f716e338-d54b-4276-b357-9b0ec0415bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.467380087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"621b78fb-eb75-41d8-bac0-12b0bc354328","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.468093744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"190b5e67-0e97-4050-9f50-afbfb0e3176e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.468122218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"190b5e67-0e97-4050-9f50-afbfb0e3176e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.474681324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"2793864e-2d2d-466c-85f0-2fd2003a5bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.475272168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"274d5b5f-b0ce-49bf-b2ea-37498f4aab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.483415301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00768005-585b-434d-a641-1dca8f3f13c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.550324086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"2793864e-2d2d-466c-85f0-2fd2003a5bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.559621024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"274d5b5f-b0ce-49bf-b2ea-37498f4aab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.560325026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8273da85-47cd-4b56-bbeb-6c5beec08699","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.560413896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8273da85-47cd-4b56-bbeb-6c5beec08699","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.562382512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"621b78fb-eb75-41d8-bac0-12b0bc354328","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.729033823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"7b158ba3-d371-419e-9cc6-5690d069ec4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.821582445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"2793864e-2d2d-466c-85f0-2fd2003a5bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.895727786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"274d5b5f-b0ce-49bf-b2ea-37498f4aab24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.96831776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 111","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"621b78fb-eb75-41d8-bac0-12b0bc354328","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.983062809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d1f81f4-073a-46b0-aa78-7a8f4e111eb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:52.983106042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d1f81f4-073a-46b0-aa78-7a8f4e111eb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.019989179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00768005-585b-434d-a641-1dca8f3f13c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.023924164Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"7b158ba3-d371-419e-9cc6-5690d069ec4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.026625495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00768005-585b-434d-a641-1dca8f3f13c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.042063558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"7b158ba3-d371-419e-9cc6-5690d069ec4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.066553921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"9d0eb215-711b-4c87-9b88-3fdac7684eea","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.066673085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"9d0eb215-711b-4c87-9b88-3fdac7684eea","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.07446578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d43cddeb-3617-4b8c-8f37-3dcc963fd31c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.074492415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d43cddeb-3617-4b8c-8f37-3dcc963fd31c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.168109326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"80be531a-a65f-4d17-8b28-756001d1aa19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.253186102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"9c388473-58d7-4394-9089-cc97f7e043a3","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.30607751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"c1ddc0dd-4580-42ac-916e-04f1927fca99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.335293216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"6ec410b4-e924-4ce8-99ae-a59608b6055b","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.888039793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"77788e28-519e-45ea-824f-d8f5c9d897e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.888448749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"43edde79-17d3-44bb-a2ad-3ab437b49703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.895076582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"77788e28-519e-45ea-824f-d8f5c9d897e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.89547332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"43edde79-17d3-44bb-a2ad-3ab437b49703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.902416514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d13ef751ba09c51876790686629ea378092c4b880b66f3b08fdd06578bcac49) AuthConfig (b2ee920d34252ba759c9b1af585fe44221254fa65cd511955cb51431cb1bc829) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3) AuthConfig (31bb85aee753f3aee5da0cc02a8261496e590968096552def0770dcdb2266dbe) AuthConfig (f9e397ecba5e9777ff2fbba0937d0e7c44842adb2fc294fe1d6fce4bcf418357) AuthConfig (53908800b35751906cbd76558b495d909b596f18db5c4cdc9536b2f510d8297c) AuthConfig (bbbae644c07e2c1d2708c538cc94c491787417c913c842ba53363409c37a2f77) AuthConfig (a10bcc7e8089132ff27ad2b91259fbdd6c2a95f87d1502951689d2edf30eb91c) AuthConfig (11ec7a97a75fe7e375b6e8c40c5bcbc77d0d3e1e4a1cffcda700baf5c2aa51d1) AuthConfig (5bb94943600d88d323aee6e5fd45a6620016b9691ea1065c9980b8af625bfa37) AuthConfig (926bc6d15dd3822b0159f874ace6ace20a1b26d5cba3d51397f337729151f69d) AuthConfig (8c49ea7653a1da63119179f8839e4773690cda5896da5429348950bbb9d6e185) AuthConfig (00a4e849779732eddd6711d2c2639cb5ca17d74b9e3d89d2dca00de208b8bcfc) AuthConfig (b4f7002183f1498cedb9fa69875f1044b57f5ecf9f59dfba5c247ca56c1d8e67) AuthConfig (cc2c4e71e43f2534d32193f4403019ad307c5707e5a4b00648b17bd1e106fdd7) AuthConfig (b398b873ac85e1ecb6aa0532091103bccb8ab211e84543fa202c10f61803c490) AuthConfig (6fba53806fd569ead9b22d9c9c0c8fa505321d7b06ae06cf752e1670001d90f7) AuthConfig (c4483b00e13697f10b7e62560f4aa7d6397e0a90eb0c236fc7f7d74e0f00223e) AuthConfig (46c50efeeebdd230967ea0328009daa400e4446dc2c0f58fa733b89cb0b37502) AuthConfig (7076b8163d12173e09b86c9ac7c37902953d15d487dea39918c71016331baa8a) AuthConfig (e61e1ad51f4547c3ff92a88f06119460edd6c9d1c89b02f11a16d822745ca7e2) AuthConfig (fcf27c1d3c20608a0973cee26e971b3c085d2a66b9e1465ff147d9680db8e9a0) AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (44a135c7b76b5b47069496229d23e7817c7cbaf253d2fb943da9527771be5bc5) AuthConfig (0068b310d838ffdcb44e63cf20620ab9d9dac09cd6374f7ff01b6092ca995b2f) AuthConfig (9525a542f048d18dfcb8d5e3b4dd9dcf470782abb616bbf9a8a43e8111f4eb81) AuthConfig (c0cdd3758f45cc79279411308f812a0156988e9c7d258a2512d1f69fa6d532ce) AuthConfig (904cb49552a5e26c3175f6e4faf8aae3d7a4afd6c364645f1bb621cc62ca86d8) AuthConfig (45866a5fe8ae45aa504994da279b9b454820f312985f8962cb9d5cf0d32b3a78) AuthConfig (8e2c28eeff71792f5477ddc1232dc490b05696c32cd2d85ac04f49afbcbb5cf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"43edde79-17d3-44bb-a2ad-3ab437b49703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.902986401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d13ef751ba09c51876790686629ea378092c4b880b66f3b08fdd06578bcac49) AuthConfig (b2ee920d34252ba759c9b1af585fe44221254fa65cd511955cb51431cb1bc829) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3) AuthConfig (31bb85aee753f3aee5da0cc02a8261496e590968096552def0770dcdb2266dbe) AuthConfig (f9e397ecba5e9777ff2fbba0937d0e7c44842adb2fc294fe1d6fce4bcf418357) AuthConfig (53908800b35751906cbd76558b495d909b596f18db5c4cdc9536b2f510d8297c) AuthConfig (bbbae644c07e2c1d2708c538cc94c491787417c913c842ba53363409c37a2f77) AuthConfig (a10bcc7e8089132ff27ad2b91259fbdd6c2a95f87d1502951689d2edf30eb91c) AuthConfig (11ec7a97a75fe7e375b6e8c40c5bcbc77d0d3e1e4a1cffcda700baf5c2aa51d1) AuthConfig (5bb94943600d88d323aee6e5fd45a6620016b9691ea1065c9980b8af625bfa37) AuthConfig (926bc6d15dd3822b0159f874ace6ace20a1b26d5cba3d51397f337729151f69d) AuthConfig (8c49ea7653a1da63119179f8839e4773690cda5896da5429348950bbb9d6e185) AuthConfig (00a4e849779732eddd6711d2c2639cb5ca17d74b9e3d89d2dca00de208b8bcfc) AuthConfig (b4f7002183f1498cedb9fa69875f1044b57f5ecf9f59dfba5c247ca56c1d8e67) AuthConfig (cc2c4e71e43f2534d32193f4403019ad307c5707e5a4b00648b17bd1e106fdd7) AuthConfig (b398b873ac85e1ecb6aa0532091103bccb8ab211e84543fa202c10f61803c490) AuthConfig (6fba53806fd569ead9b22d9c9c0c8fa505321d7b06ae06cf752e1670001d90f7) AuthConfig (c4483b00e13697f10b7e62560f4aa7d6397e0a90eb0c236fc7f7d74e0f00223e) AuthConfig (46c50efeeebdd230967ea0328009daa400e4446dc2c0f58fa733b89cb0b37502) AuthConfig (7076b8163d12173e09b86c9ac7c37902953d15d487dea39918c71016331baa8a) AuthConfig (e61e1ad51f4547c3ff92a88f06119460edd6c9d1c89b02f11a16d822745ca7e2) AuthConfig (fcf27c1d3c20608a0973cee26e971b3c085d2a66b9e1465ff147d9680db8e9a0) AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (44a135c7b76b5b47069496229d23e7817c7cbaf253d2fb943da9527771be5bc5) AuthConfig (0068b310d838ffdcb44e63cf20620ab9d9dac09cd6374f7ff01b6092ca995b2f) AuthConfig (9525a542f048d18dfcb8d5e3b4dd9dcf470782abb616bbf9a8a43e8111f4eb81) AuthConfig (c0cdd3758f45cc79279411308f812a0156988e9c7d258a2512d1f69fa6d532ce) AuthConfig (904cb49552a5e26c3175f6e4faf8aae3d7a4afd6c364645f1bb621cc62ca86d8) AuthConfig (45866a5fe8ae45aa504994da279b9b454820f312985f8962cb9d5cf0d32b3a78) AuthConfig (8e2c28eeff71792f5477ddc1232dc490b05696c32cd2d85ac04f49afbcbb5cf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"77788e28-519e-45ea-824f-d8f5c9d897e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.910404174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"a23ff075-951a-4c95-9e17-4da65bf21155","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:53.913185914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"cbafdb72-7f51-4293-a8fd-d404b759a1ef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:54.116597841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"f493f06c-302f-4f04-88df-8b0b6d0ddc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:54.116597976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"aabd5561-b919-430c-ad61-2c6f4f30b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:54.12761259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"f493f06c-302f-4f04-88df-8b0b6d0ddc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:54.142630904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d13ef751ba09c51876790686629ea378092c4b880b66f3b08fdd06578bcac49) AuthConfig (b2ee920d34252ba759c9b1af585fe44221254fa65cd511955cb51431cb1bc829) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3) AuthConfig (31bb85aee753f3aee5da0cc02a8261496e590968096552def0770dcdb2266dbe) AuthConfig (f9e397ecba5e9777ff2fbba0937d0e7c44842adb2fc294fe1d6fce4bcf418357) AuthConfig (53908800b35751906cbd76558b495d909b596f18db5c4cdc9536b2f510d8297c) AuthConfig (bbbae644c07e2c1d2708c538cc94c491787417c913c842ba53363409c37a2f77) AuthConfig (a10bcc7e8089132ff27ad2b91259fbdd6c2a95f87d1502951689d2edf30eb91c) AuthConfig (11ec7a97a75fe7e375b6e8c40c5bcbc77d0d3e1e4a1cffcda700baf5c2aa51d1) AuthConfig (5bb94943600d88d323aee6e5fd45a6620016b9691ea1065c9980b8af625bfa37) AuthConfig (926bc6d15dd3822b0159f874ace6ace20a1b26d5cba3d51397f337729151f69d) AuthConfig (8c49ea7653a1da63119179f8839e4773690cda5896da5429348950bbb9d6e185) AuthConfig (00a4e849779732eddd6711d2c2639cb5ca17d74b9e3d89d2dca00de208b8bcfc) AuthConfig (b4f7002183f1498cedb9fa69875f1044b57f5ecf9f59dfba5c247ca56c1d8e67) AuthConfig (cc2c4e71e43f2534d32193f4403019ad307c5707e5a4b00648b17bd1e106fdd7) AuthConfig (b398b873ac85e1ecb6aa0532091103bccb8ab211e84543fa202c10f61803c490) AuthConfig (6fba53806fd569ead9b22d9c9c0c8fa505321d7b06ae06cf752e1670001d90f7) AuthConfig (c4483b00e13697f10b7e62560f4aa7d6397e0a90eb0c236fc7f7d74e0f00223e) AuthConfig (46c50efeeebdd230967ea0328009daa400e4446dc2c0f58fa733b89cb0b37502) AuthConfig (7076b8163d12173e09b86c9ac7c37902953d15d487dea39918c71016331baa8a) AuthConfig (e61e1ad51f4547c3ff92a88f06119460edd6c9d1c89b02f11a16d822745ca7e2) AuthConfig (fcf27c1d3c20608a0973cee26e971b3c085d2a66b9e1465ff147d9680db8e9a0) AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (44a135c7b76b5b47069496229d23e7817c7cbaf253d2fb943da9527771be5bc5) AuthConfig (0068b310d838ffdcb44e63cf20620ab9d9dac09cd6374f7ff01b6092ca995b2f) AuthConfig (9525a542f048d18dfcb8d5e3b4dd9dcf470782abb616bbf9a8a43e8111f4eb81) AuthConfig (c0cdd3758f45cc79279411308f812a0156988e9c7d258a2512d1f69fa6d532ce) AuthConfig (904cb49552a5e26c3175f6e4faf8aae3d7a4afd6c364645f1bb621cc62ca86d8) AuthConfig (45866a5fe8ae45aa504994da279b9b454820f312985f8962cb9d5cf0d32b3a78) AuthConfig (8e2c28eeff71792f5477ddc1232dc490b05696c32cd2d85ac04f49afbcbb5cf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"f493f06c-302f-4f04-88df-8b0b6d0ddc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:54.147293656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"aabd5561-b919-430c-ad61-2c6f4f30b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:54.161579199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d13ef751ba09c51876790686629ea378092c4b880b66f3b08fdd06578bcac49) AuthConfig (b2ee920d34252ba759c9b1af585fe44221254fa65cd511955cb51431cb1bc829) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3) AuthConfig (31bb85aee753f3aee5da0cc02a8261496e590968096552def0770dcdb2266dbe) AuthConfig (f9e397ecba5e9777ff2fbba0937d0e7c44842adb2fc294fe1d6fce4bcf418357) AuthConfig (53908800b35751906cbd76558b495d909b596f18db5c4cdc9536b2f510d8297c) AuthConfig (bbbae644c07e2c1d2708c538cc94c491787417c913c842ba53363409c37a2f77) AuthConfig (a10bcc7e8089132ff27ad2b91259fbdd6c2a95f87d1502951689d2edf30eb91c) AuthConfig (11ec7a97a75fe7e375b6e8c40c5bcbc77d0d3e1e4a1cffcda700baf5c2aa51d1) AuthConfig (5bb94943600d88d323aee6e5fd45a6620016b9691ea1065c9980b8af625bfa37) AuthConfig (926bc6d15dd3822b0159f874ace6ace20a1b26d5cba3d51397f337729151f69d) AuthConfig (8c49ea7653a1da63119179f8839e4773690cda5896da5429348950bbb9d6e185) AuthConfig (00a4e849779732eddd6711d2c2639cb5ca17d74b9e3d89d2dca00de208b8bcfc) AuthConfig (b4f7002183f1498cedb9fa69875f1044b57f5ecf9f59dfba5c247ca56c1d8e67) AuthConfig (cc2c4e71e43f2534d32193f4403019ad307c5707e5a4b00648b17bd1e106fdd7) AuthConfig (b398b873ac85e1ecb6aa0532091103bccb8ab211e84543fa202c10f61803c490) AuthConfig (6fba53806fd569ead9b22d9c9c0c8fa505321d7b06ae06cf752e1670001d90f7) AuthConfig (c4483b00e13697f10b7e62560f4aa7d6397e0a90eb0c236fc7f7d74e0f00223e) AuthConfig (46c50efeeebdd230967ea0328009daa400e4446dc2c0f58fa733b89cb0b37502) AuthConfig (7076b8163d12173e09b86c9ac7c37902953d15d487dea39918c71016331baa8a) AuthConfig (e61e1ad51f4547c3ff92a88f06119460edd6c9d1c89b02f11a16d822745ca7e2) AuthConfig (fcf27c1d3c20608a0973cee26e971b3c085d2a66b9e1465ff147d9680db8e9a0) AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (44a135c7b76b5b47069496229d23e7817c7cbaf253d2fb943da9527771be5bc5) AuthConfig (0068b310d838ffdcb44e63cf20620ab9d9dac09cd6374f7ff01b6092ca995b2f) AuthConfig (9525a542f048d18dfcb8d5e3b4dd9dcf470782abb616bbf9a8a43e8111f4eb81) AuthConfig (c0cdd3758f45cc79279411308f812a0156988e9c7d258a2512d1f69fa6d532ce) AuthConfig (904cb49552a5e26c3175f6e4faf8aae3d7a4afd6c364645f1bb621cc62ca86d8) AuthConfig (45866a5fe8ae45aa504994da279b9b454820f312985f8962cb9d5cf0d32b3a78) AuthConfig (8e2c28eeff71792f5477ddc1232dc490b05696c32cd2d85ac04f49afbcbb5cf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"aabd5561-b919-430c-ad61-2c6f4f30b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.374418242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","namespace":"ai-tenant-e2e-autores-933245","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.374473891Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","namespace":"ai-tenant-e2e-autores-933245","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.374519505Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","tenant":"e2e-autores-933245","tenantID":"e2e-autores-933245","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.37899995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Deployment","name":"maas-api-e2e-autores-933245","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.394508466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Service","name":"maas-api-e2e-autores-933245","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.408302936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-933245","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.415026653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-933245","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.426194158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.431418824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.438943696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.444445308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.447145726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Deployment","name":"payload-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.449872092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.452367771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Service","name":"payload-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.454722194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"Service","name":"payload-pre-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.457202997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"DestinationRule","name":"payload-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.459705319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.462242117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.467515585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.470167304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.472698246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.475259319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-933245","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.477570103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-933245"},"namespace":"ai-tenant-e2e-autores-933245","name":"default-tenant","reconcileID":"3cf77f71-7bd3-4e19-a8fc-f8032a95cf71","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-933245","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.700741655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0a4d46f2-00cc-481e-b921-642840e11e88","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:55.700792087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0a4d46f2-00cc-481e-b921-642840e11e88","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.137550262Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-933245","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-933245","reconcileID":"7e9ab6e0-3937-4fa5-a793-17826662d4e8","aitenant":"ai-tenants/e2e-autores-933245","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.198377486Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-933245","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-933245","reconcileID":"7e9ab6e0-3937-4fa5-a793-17826662d4e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-933245","removed":["maas.opendatahub.io/gateway-access-e2e-autores-933245"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.215178079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef31c9b-a360-4390-86be-ea4fc90011cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.251350528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef31c9b-a360-4390-86be-ea4fc90011cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.254520374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef31c9b-a360-4390-86be-ea4fc90011cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.257749307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef31c9b-a360-4390-86be-ea4fc90011cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.647549908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f885c00-c0d7-41ba-9a30-76d31f29de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.679528621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f885c00-c0d7-41ba-9a30-76d31f29de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.760230506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f885c00-c0d7-41ba-9a30-76d31f29de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:56.769019208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f885c00-c0d7-41ba-9a30-76d31f29de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:57.100633585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af56274-a639-4060-ab47-e86d92d3b252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:57.10396179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af56274-a639-4060-ab47-e86d92d3b252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:57.109057636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af56274-a639-4060-ab47-e86d92d3b252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:21:57.112493176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af56274-a639-4060-ab47-e86d92d3b252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.482235487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fb716-cf73-4517-8e25-6804d403a76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.485409568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fb716-cf73-4517-8e25-6804d403a76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.488466748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fb716-cf73-4517-8e25-6804d403a76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.4916339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fb716-cf73-4517-8e25-6804d403a76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.785217987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fab37ce-91cd-4fcc-b559-5314118d86ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.788489127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fab37ce-91cd-4fcc-b559-5314118d86ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.79153632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fab37ce-91cd-4fcc-b559-5314118d86ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:00.794537369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fab37ce-91cd-4fcc-b559-5314118d86ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:01.477117592Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-57d281","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-57d281","reconcileID":"8fb8985d-387d-43f0-9feb-4764a9d94f14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-57d281","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-57d281":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:01.72905976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc70001-e691-4b2a-9cec-cbaddc7d5c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:01.735882454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc70001-e691-4b2a-9cec-cbaddc7d5c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:01.748399838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc70001-e691-4b2a-9cec-cbaddc7d5c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:01.767034502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cc70001-e691-4b2a-9cec-cbaddc7d5c70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.491165203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93634c04-2613-4568-a82b-4184d24e1b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.515181866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93634c04-2613-4568-a82b-4184d24e1b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.530207961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 112","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93634c04-2613-4568-a82b-4184d24e1b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.546031272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39e42379-adb4-4706-abfc-f8cde9c0d3f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:02.546081672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39e42379-adb4-4706-abfc-f8cde9c0d3f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.017134584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"a6550bcc-8c6b-4b6e-9623-44d300606143","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.081344967Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"a6550bcc-8c6b-4b6e-9623-44d300606143","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.143584295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 113","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"a6550bcc-8c6b-4b6e-9623-44d300606143","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.149523047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"2bdc91aa-b605-4313-9599-96398e0b4fb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.152594265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b642c397-3f5c-403b-9d6f-ec9eaf3ba77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.153478054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2218e72-f553-4388-9254-1d9ab23965ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.153498144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2218e72-f553-4388-9254-1d9ab23965ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.162928401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"2bdc91aa-b605-4313-9599-96398e0b4fb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.169728436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"2bdc91aa-b605-4313-9599-96398e0b4fb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.1834453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b642c397-3f5c-403b-9d6f-ec9eaf3ba77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.189153423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b642c397-3f5c-403b-9d6f-ec9eaf3ba77d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.197333331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b8073dc-0346-4d5e-a3a9-857bffd1d834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:03.197350696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3b8073dc-0346-4d5e-a3a9-857bffd1d834","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.151736178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"7348ac78-cb72-4be7-a5de-bae051444647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.161251671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"7348ac78-cb72-4be7-a5de-bae051444647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.169405383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d13ef751ba09c51876790686629ea378092c4b880b66f3b08fdd06578bcac49) AuthConfig (b2ee920d34252ba759c9b1af585fe44221254fa65cd511955cb51431cb1bc829) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3) AuthConfig (31bb85aee753f3aee5da0cc02a8261496e590968096552def0770dcdb2266dbe) AuthConfig (f9e397ecba5e9777ff2fbba0937d0e7c44842adb2fc294fe1d6fce4bcf418357) AuthConfig (53908800b35751906cbd76558b495d909b596f18db5c4cdc9536b2f510d8297c) AuthConfig (bbbae644c07e2c1d2708c538cc94c491787417c913c842ba53363409c37a2f77) AuthConfig (a10bcc7e8089132ff27ad2b91259fbdd6c2a95f87d1502951689d2edf30eb91c) AuthConfig (11ec7a97a75fe7e375b6e8c40c5bcbc77d0d3e1e4a1cffcda700baf5c2aa51d1) AuthConfig (5bb94943600d88d323aee6e5fd45a6620016b9691ea1065c9980b8af625bfa37) AuthConfig (926bc6d15dd3822b0159f874ace6ace20a1b26d5cba3d51397f337729151f69d) AuthConfig (8c49ea7653a1da63119179f8839e4773690cda5896da5429348950bbb9d6e185) AuthConfig (00a4e849779732eddd6711d2c2639cb5ca17d74b9e3d89d2dca00de208b8bcfc) AuthConfig (b4f7002183f1498cedb9fa69875f1044b57f5ecf9f59dfba5c247ca56c1d8e67) AuthConfig (cc2c4e71e43f2534d32193f4403019ad307c5707e5a4b00648b17bd1e106fdd7) AuthConfig (b398b873ac85e1ecb6aa0532091103bccb8ab211e84543fa202c10f61803c490) AuthConfig (6fba53806fd569ead9b22d9c9c0c8fa505321d7b06ae06cf752e1670001d90f7) AuthConfig (c4483b00e13697f10b7e62560f4aa7d6397e0a90eb0c236fc7f7d74e0f00223e) AuthConfig (46c50efeeebdd230967ea0328009daa400e4446dc2c0f58fa733b89cb0b37502) AuthConfig (7076b8163d12173e09b86c9ac7c37902953d15d487dea39918c71016331baa8a) AuthConfig (e61e1ad51f4547c3ff92a88f06119460edd6c9d1c89b02f11a16d822745ca7e2) AuthConfig (fcf27c1d3c20608a0973cee26e971b3c085d2a66b9e1465ff147d9680db8e9a0) AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (44a135c7b76b5b47069496229d23e7817c7cbaf253d2fb943da9527771be5bc5) AuthConfig (0068b310d838ffdcb44e63cf20620ab9d9dac09cd6374f7ff01b6092ca995b2f) AuthConfig (9525a542f048d18dfcb8d5e3b4dd9dcf470782abb616bbf9a8a43e8111f4eb81) AuthConfig (c0cdd3758f45cc79279411308f812a0156988e9c7d258a2512d1f69fa6d532ce) AuthConfig (904cb49552a5e26c3175f6e4faf8aae3d7a4afd6c364645f1bb621cc62ca86d8) AuthConfig (45866a5fe8ae45aa504994da279b9b454820f312985f8962cb9d5cf0d32b3a78) AuthConfig (8e2c28eeff71792f5477ddc1232dc490b05696c32cd2d85ac04f49afbcbb5cf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"7348ac78-cb72-4be7-a5de-bae051444647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.241001911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"ce351880-927e-4b37-871e-6864a38024e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.24806988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"ce351880-927e-4b37-871e-6864a38024e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.253988124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d13ef751ba09c51876790686629ea378092c4b880b66f3b08fdd06578bcac49) AuthConfig (b2ee920d34252ba759c9b1af585fe44221254fa65cd511955cb51431cb1bc829) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3) AuthConfig (31bb85aee753f3aee5da0cc02a8261496e590968096552def0770dcdb2266dbe) AuthConfig (f9e397ecba5e9777ff2fbba0937d0e7c44842adb2fc294fe1d6fce4bcf418357) AuthConfig (53908800b35751906cbd76558b495d909b596f18db5c4cdc9536b2f510d8297c) AuthConfig (bbbae644c07e2c1d2708c538cc94c491787417c913c842ba53363409c37a2f77) AuthConfig (a10bcc7e8089132ff27ad2b91259fbdd6c2a95f87d1502951689d2edf30eb91c) AuthConfig (11ec7a97a75fe7e375b6e8c40c5bcbc77d0d3e1e4a1cffcda700baf5c2aa51d1) AuthConfig (5bb94943600d88d323aee6e5fd45a6620016b9691ea1065c9980b8af625bfa37) AuthConfig (926bc6d15dd3822b0159f874ace6ace20a1b26d5cba3d51397f337729151f69d) AuthConfig (8c49ea7653a1da63119179f8839e4773690cda5896da5429348950bbb9d6e185) AuthConfig (00a4e849779732eddd6711d2c2639cb5ca17d74b9e3d89d2dca00de208b8bcfc) AuthConfig (b4f7002183f1498cedb9fa69875f1044b57f5ecf9f59dfba5c247ca56c1d8e67) AuthConfig (cc2c4e71e43f2534d32193f4403019ad307c5707e5a4b00648b17bd1e106fdd7) AuthConfig (b398b873ac85e1ecb6aa0532091103bccb8ab211e84543fa202c10f61803c490) AuthConfig (6fba53806fd569ead9b22d9c9c0c8fa505321d7b06ae06cf752e1670001d90f7) AuthConfig (c4483b00e13697f10b7e62560f4aa7d6397e0a90eb0c236fc7f7d74e0f00223e) AuthConfig (46c50efeeebdd230967ea0328009daa400e4446dc2c0f58fa733b89cb0b37502) AuthConfig (7076b8163d12173e09b86c9ac7c37902953d15d487dea39918c71016331baa8a) AuthConfig (e61e1ad51f4547c3ff92a88f06119460edd6c9d1c89b02f11a16d822745ca7e2) AuthConfig (fcf27c1d3c20608a0973cee26e971b3c085d2a66b9e1465ff147d9680db8e9a0) AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (44a135c7b76b5b47069496229d23e7817c7cbaf253d2fb943da9527771be5bc5) AuthConfig (0068b310d838ffdcb44e63cf20620ab9d9dac09cd6374f7ff01b6092ca995b2f) AuthConfig (9525a542f048d18dfcb8d5e3b4dd9dcf470782abb616bbf9a8a43e8111f4eb81) AuthConfig (c0cdd3758f45cc79279411308f812a0156988e9c7d258a2512d1f69fa6d532ce) AuthConfig (904cb49552a5e26c3175f6e4faf8aae3d7a4afd6c364645f1bb621cc62ca86d8) AuthConfig (45866a5fe8ae45aa504994da279b9b454820f312985f8962cb9d5cf0d32b3a78) AuthConfig (8e2c28eeff71792f5477ddc1232dc490b05696c32cd2d85ac04f49afbcbb5cf7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"ce351880-927e-4b37-871e-6864a38024e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:04.767368339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.062365934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"a0e8f4c1-ee1d-4fdc-9b45-b75af5a79df5","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.062485676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"a0e8f4c1-ee1d-4fdc-9b45-b75af5a79df5","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.364564001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"9e693c78-33dc-40d6-9e95-602164e02f86","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.364593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"9e693c78-33dc-40d6-9e95-602164e02f86","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.371190703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"eca33c6d-381b-478e-a8ca-135e3c217706","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.371206674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"eca33c6d-381b-478e-a8ca-135e3c217706","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.456386851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"16c128a3-764c-45de-9bf6-c0025d46ca00","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.483429106Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"16c128a3-764c-45de-9bf6-c0025d46ca00","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.489436464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"16c128a3-764c-45de-9bf6-c0025d46ca00","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.495045099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"40f962cb-4bf6-423c-9393-d18a1f55a770","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.495063303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"40f962cb-4bf6-423c-9393-d18a1f55a770","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.562200499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb405ec7-db83-4027-b9d9-cfb9d145c35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.569699994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb405ec7-db83-4027-b9d9-cfb9d145c35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.575042049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 114","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb405ec7-db83-4027-b9d9-cfb9d145c35f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.583274665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c023eda-305b-40ea-819e-799c896138e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:12.583291221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c023eda-305b-40ea-819e-799c896138e1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.193346416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"321ec30c-21eb-46b5-b0f6-029164cf1574","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.19592091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"7e73c0fe-c592-4ad0-9452-571b17fe93d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.20918116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"7e73c0fe-c592-4ad0-9452-571b17fe93d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.223287418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"7e73c0fe-c592-4ad0-9452-571b17fe93d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.244610003Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"321ec30c-21eb-46b5-b0f6-029164cf1574","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.257019976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 115","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"321ec30c-21eb-46b5-b0f6-029164cf1574","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.264968161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"299b3e82-493f-4e9f-a2ad-490a628473c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.264986774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"299b3e82-493f-4e9f-a2ad-490a628473c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.280745122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889925d9-4c97-44d5-a781-51cae6c68408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.309985138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889925d9-4c97-44d5-a781-51cae6c68408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.316031815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"889925d9-4c97-44d5-a781-51cae6c68408","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.32683869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26cbe450-f816-4795-bae0-8f74b388bdcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.326857522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26cbe450-f816-4795-bae0-8f74b388bdcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:13.950838364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"94346810-f0e6-4ea7-af03-e6eac972c074","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-57d281","tenantID":"e2e-explicit-57d281","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.018135871Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"94346810-f0e6-4ea7-af03-e6eac972c074","name":"e2e-explicit-57d281-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.209208838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1b672c1b-cabd-4fd8-83d2-d3ffe8fa92b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.228967164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1b672c1b-cabd-4fd8-83d2-d3ffe8fa92b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.242582343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1b672c1b-cabd-4fd8-83d2-d3ffe8fa92b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.261523675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"92964dad-380c-4d1e-a3a1-e2e5a4a02f2c","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.294198705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"97d9e26f-d112-4c43-bf8d-3b46db14ee0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.348737406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"97d9e26f-d112-4c43-bf8d-3b46db14ee0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.357951585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"97d9e26f-d112-4c43-bf8d-3b46db14ee0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.371643655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"58e1542c-5ae4-4d94-a63c-1e5b4ed4e3db","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.777465466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"1a94a509-142d-4e7a-b89a-5a1a62873631","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.788590746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"1a94a509-142d-4e7a-b89a-5a1a62873631","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.795868844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (61aef6c5a16d99a4b0e1afb899bbf4798deb3b79cb5d99018ab061b278ae94be) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (b90c0e3ec22e4587ac172c8135d56d18cf324e59a68d83d1654d51f42c4c7632) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9784b02be5c33ac437237ef67ce1fde6d76b2aae97bebf657fa8ca00a084e104) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (2a882cf2234289bad8c7b4b39a32a1cda8db3fbe84d288752feca1240747538a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"1a94a509-142d-4e7a-b89a-5a1a62873631","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.809737122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"097dcd52-4ae0-4fd5-a91d-dbb677bc64e5","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:14.809862434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"097dcd52-4ae0-4fd5-a91d-dbb677bc64e5","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.501317102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"2f7a9f0e-1a9f-470b-b92b-cb7004e5b3d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.507821199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"2f7a9f0e-1a9f-470b-b92b-cb7004e5b3d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.513147914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"2f7a9f0e-1a9f-470b-b92b-cb7004e5b3d1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.604529682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55688194-1964-4ecf-bcae-b6a1bc6246b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.611372986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55688194-1964-4ecf-bcae-b6a1bc6246b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.616815375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 116","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55688194-1964-4ecf-bcae-b6a1bc6246b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.62506121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e417a12-7f22-4625-bd7e-e10c0e243a3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:22.625077183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e417a12-7f22-4625-bd7e-e10c0e243a3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.27037691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9e9e2efa-d9e1-480a-a27f-79e5e0f506b3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.291869287Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9e9e2efa-d9e1-480a-a27f-79e5e0f506b3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.297429363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 117","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"9e9e2efa-d9e1-480a-a27f-79e5e0f506b3","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.304204769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1eac0f8-062c-4df5-9f33-670d540f87c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.304228442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1eac0f8-062c-4df5-9f33-670d540f87c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.363701697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b86d4bfc-094a-4e7f-9b86-2dc56c255d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.387426418Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b86d4bfc-094a-4e7f-9b86-2dc56c255d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.44207613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 118","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b86d4bfc-094a-4e7f-9b86-2dc56c255d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.451989689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fb09dd4-f47e-4bde-b867-4d2eea331937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:23.452008776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fb09dd4-f47e-4bde-b867-4d2eea331937","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.270523285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"38e46ae4-d9be-41fb-bf1b-d0a3091e2c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.278325478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"38e46ae4-d9be-41fb-bf1b-d0a3091e2c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.284926064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"38e46ae4-d9be-41fb-bf1b-d0a3091e2c44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.38040557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"102eedf8-6b20-4432-9cf8-edadf9a3ff84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.396200758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"102eedf8-6b20-4432-9cf8-edadf9a3ff84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.41615656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-a6873b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (144f952c42dd661b7e273a6882e04c5efb65fb42378dd51d78778fb04c17fc46) AuthConfig (ea77ddb26f3fe557b6a5752f50bc775e821d2203da677a3969a444608a4ee0c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"102eedf8-6b20-4432-9cf8-edadf9a3ff84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.811484266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"91b5875a-10f9-4ca1-9917-c2ebf0bad3e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.819031227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"91b5875a-10f9-4ca1-9917-c2ebf0bad3e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:24.826551905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-aaea41-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc942c6c94de0abe4c2ab013f092d3300303a5bc36c02df3b1713cba57c831a3) AuthConfig (10a39c6131458157dbdada56d0f8392f1fc2ed7787b688f9f81ea099c7a093c4) AuthConfig (61aef6c5a16d99a4b0e1afb899bbf4798deb3b79cb5d99018ab061b278ae94be) AuthConfig (b858352b460abf30fe9f244c040e90e69b70baf72e4a8229b8513c86908528b6) AuthConfig (b90c0e3ec22e4587ac172c8135d56d18cf324e59a68d83d1654d51f42c4c7632) AuthConfig (6a41a69b91a6223310271900e283aca72ddec2b08eaf75e07104bcac7f57d286) AuthConfig (bc0b969fa245604053ae59a3668d7ef7113b1e917e606a6dbabf04778dfc7b3a) AuthConfig (9784b02be5c33ac437237ef67ce1fde6d76b2aae97bebf657fa8ca00a084e104) AuthConfig (c0c8ff424a0b82e25b1120cf8033667487982456c28710d590199ee6e276de7e) AuthConfig (2a882cf2234289bad8c7b4b39a32a1cda8db3fbe84d288752feca1240747538a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"91b5875a-10f9-4ca1-9917-c2ebf0bad3e3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.645999532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b85f3a8-620b-43a2-9003-c6580f82589f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.64932213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b85f3a8-620b-43a2-9003-c6580f82589f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.652441014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b85f3a8-620b-43a2-9003-c6580f82589f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.655510181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b85f3a8-620b-43a2-9003-c6580f82589f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.902695468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57ea6e-8ce2-46bb-916a-a83bbbe4c262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.905767998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57ea6e-8ce2-46bb-916a-a83bbbe4c262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.908839502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57ea6e-8ce2-46bb-916a-a83bbbe4c262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:25.911861535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb57ea6e-8ce2-46bb-916a-a83bbbe4c262","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.363673805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-57d281","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"explicit-model-57d281","reconcileID":"1ef6a137-437a-47e3-ae86-243fd595aaa9","MaaSModelRef":{"name":"explicit-model-57d281","namespace":"ai-tenant-e2e-explicit-57d281"},"routeName":"explicit-model-57d281-kserve-route","namespace":"ai-tenant-e2e-explicit-57d281","llmisvcName":"explicit-model-57d281","gateway":"openshift-ingress/e2e-explicit-57d281","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.522218088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"55355586-0e5b-4a11-b466-6b9d4557c65b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.533647352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"55355586-0e5b-4a11-b466-6b9d4557c65b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.539226334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (caafe907c285344976b2cae2a71ee6829e09935962b5b181aa6b5d4dcb2d5b9f) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc) AuthConfig (9dcaa209a154ad0874208c411a0c228a0fa07d96fb71fea3a2b912aa4ea81b29) AuthConfig (abb426ff36f38de7f3a0c323da35e7e956278c70ab32671498d31a25dfcd958a) AuthConfig (c4ea0200e16ec44692916e0c5fd72dd58df38e4a1dcc4fbe8981e3b96993c05d) AuthConfig (4d0d75df829ce7ad9156beb516b046232c43913ca0c12394cf40970a7f78164b) AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (da67f644baf3f2ab9aea9d5bf027e1d3e1e03d2ea114b50cb4bce1e62f6f7ab2) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (376656a4833b4b4c39bf0837d73f4d02181349b60357c6348138f82906627e4c) AuthConfig (0d45e1f2d0bbc9cc98fcf68a934624538339462ddc7c4da03dfdbc98c44b4109) AuthConfig (fe57d38a28c745902d85e00899f5f2640d8a4a5c27f82ebc8e0df82decad4857) AuthConfig (4bde251d824d8f08865d372e438afe0125dd491a5c0b217de001d19ec6f060b0) AuthConfig (59764713b1e3e0cf1cadd9646ae810c7ff3d1c1b77a2bca4ebe553ff8fd257dd) AuthConfig (e6a62349ab877bbb9eccb60027c024cce4942f9458176501ed970e76f512e23d) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"55355586-0e5b-4a11-b466-6b9d4557c65b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.547726099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"4a1f5f22-c714-4adb-ba6e-99f9967dc63c","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.547743341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"4a1f5f22-c714-4adb-ba6e-99f9967dc63c","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.639684802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97f6b47-1ffc-4c9e-b571-da1e60976d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.653059866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97f6b47-1ffc-4c9e-b571-da1e60976d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.661131513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 118","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e97f6b47-1ffc-4c9e-b571-da1e60976d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.67011028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51527294-43e7-44eb-bcb9-4184e496c33e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:32.670135188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"51527294-43e7-44eb-bcb9-4184e496c33e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.310261705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"594a90be-7e0e-4602-be85-fdc1e0e29201","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.339505688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"594a90be-7e0e-4602-be85-fdc1e0e29201","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.346359055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 119","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"594a90be-7e0e-4602-be85-fdc1e0e29201","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.355099774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6be5ade1-fe40-42ac-b19a-5b6ee4546ecb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.355209073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6be5ade1-fe40-42ac-b19a-5b6ee4546ecb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.512013053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70596d9-d569-4483-bfec-109784317fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.537318926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70596d9-d569-4483-bfec-109784317fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.542678364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 120","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70596d9-d569-4483-bfec-109784317fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.551191265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a1c0952-495d-487f-abe5-ea67041c6a53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:33.551206884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a1c0952-495d-487f-abe5-ea67041c6a53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.293993852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"c2e2508f-8c32-44c8-b3b8-82633cc2df09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.301548816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"c2e2508f-8c32-44c8-b3b8-82633cc2df09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.322418354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"f95cc924-d120-4966-94ea-b487e2ce32e4","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.425451793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"bfd494c2-ba1d-4a1d-b881-df5eaba9e5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.43271302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"bfd494c2-ba1d-4a1d-b881-df5eaba9e5b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.454090114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"1cec97db-44bf-4772-8d75-66f1546388b3","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.765416989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.860212482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"d32ae10c-12d2-4f29-be0e-d15fa0ff8d91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.870249663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"d32ae10c-12d2-4f29-be0e-d15fa0ff8d91","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.898136209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8c362e9e-bb5a-4d09-9ae5-d1b43670db1d","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:34.898160073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"8c362e9e-bb5a-4d09-9ae5-d1b43670db1d","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.875232573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"b1837b7a-7a54-4252-96b1-b17286079b13","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.875259917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"b1837b7a-7a54-4252-96b1-b17286079b13","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.879153494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"667199f5-2f78-4aed-b1e1-1c57206feafa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:22:38.880570001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"cfcb1ff2-20a1-4ae5-af86-00a8f1a5f2f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-d5c423-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.886453391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"667199f5-2f78-4aed-b1e1-1c57206feafa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.892933373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"22a37b69-8735-47da-8147-4ff5abf89498","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.892961288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"22a37b69-8735-47da-8147-4ff5abf89498","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.947893524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3f0f15-55d6-4b00-810e-4221ca4fab45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.953081549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3f0f15-55d6-4b00-810e-4221ca4fab45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:22:38.953606527Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"22a37b69-8735-47da-8147-4ff5abf89498","name":"e2e-cmp-legacy-d5c423","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d5c423\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:22:38.953661113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"22a37b69-8735-47da-8147-4ff5abf89498","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-d5c423\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.956819003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3f0f15-55d6-4b00-810e-4221ca4fab45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.960034917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f3f0f15-55d6-4b00-810e-4221ca4fab45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.9600994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"a19b30c8-0216-4a87-b74f-e94eab15c624","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.960119003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"a19b30c8-0216-4a87-b74f-e94eab15c624","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.971823986Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"4cc370b4-fd9d-4df7-9bad-ed5c42ecd900","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cmp-legacy-d5c423","model":"e2e-cmp-legacy-d5c423","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.995519159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"43549a5d-8de8-4014-9db2-06f7597b19b5","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:38.995538456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"43549a5d-8de8-4014-9db2-06f7597b19b5","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.005575481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"d0fd9091-fd94-4d5e-910e-b75223f2e460","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.012833813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"d0fd9091-fd94-4d5e-910e-b75223f2e460","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.059766927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"a16d9c01-a1ed-4af4-a357-b115df16a1b3","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cmp-legacy-d5c423","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.212332615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843f894c-5447-44ab-927b-e7cca8875a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.215511186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843f894c-5447-44ab-927b-e7cca8875a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.218664495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843f894c-5447-44ab-927b-e7cca8875a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.222051736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"843f894c-5447-44ab-927b-e7cca8875a40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:39.923562431Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2babaef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2babaef6","reconcileID":"45529cef-cae8-4767-b550-faa33e18595e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2babaef6","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-2babaef6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.078524254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1945945d-29f0-4afc-aa1a-c583c99e5585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.082356149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1945945d-29f0-4afc-aa1a-c583c99e5585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.088499023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1945945d-29f0-4afc-aa1a-c583c99e5585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:40.09633378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1945945d-29f0-4afc-aa1a-c583c99e5585","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.571310777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"2313c963-d6a8-486b-9b12-8eb419e7a465","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.57833419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"2313c963-d6a8-486b-9b12-8eb419e7a465","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.600426799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"303412d3-3b33-464d-bef9-b96dac8c5dd6","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.600446011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"303412d3-3b33-464d-bef9-b96dac8c5dd6","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.678890907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa5b5d14-ac87-43c3-9e76-38eb15096ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.685585138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa5b5d14-ac87-43c3-9e76-38eb15096ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.691542613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 120","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa5b5d14-ac87-43c3-9e76-38eb15096ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.701308358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44965c62-5769-4f2e-8301-b7b5ae6466fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:42.70132473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44965c62-5769-4f2e-8301-b7b5ae6466fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.367491669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7eebaf2d-b4c4-41f6-8702-b8cef8cc84fb","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.395106377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7eebaf2d-b4c4-41f6-8702-b8cef8cc84fb","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.405589072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 121","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"7eebaf2d-b4c4-41f6-8702-b8cef8cc84fb","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.414202876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1759043-1755-490a-adea-36c320ea43e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.414342917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1759043-1755-490a-adea-36c320ea43e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.502356007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"165c5d55-f81f-4d51-8ec6-9d8d51268a79","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.502376721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"165c5d55-f81f-4d51-8ec6-9d8d51268a79","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.509637187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"4d7f02ef-b22a-464a-b666-0aa9bb4dfc6f","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.50965408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"4d7f02ef-b22a-464a-b666-0aa9bb4dfc6f","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.515246445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"2dd02b9b-8855-4f0d-a322-899748681f0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.540597794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"2dd02b9b-8855-4f0d-a322-899748681f0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.549486382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"2dd02b9b-8855-4f0d-a322-899748681f0c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.558760388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"4a44dee7-5240-42c6-8aa6-993c2bc2b254","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.558862737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"4a44dee7-5240-42c6-8aa6-993c2bc2b254","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.617105426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af501a02-fcaf-4e70-9c63-9f7197b703a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.639841239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af501a02-fcaf-4e70-9c63-9f7197b703a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.647597517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 122","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af501a02-fcaf-4e70-9c63-9f7197b703a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.658162912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d899f04c-3816-429b-8cf0-e85e73ad56ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:43.658187637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d899f04c-3816-429b-8cf0-e85e73ad56ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.49211699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"cab2b8b7-85f6-4ed3-b4e0-4f833883604a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.570561682Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"cab2b8b7-85f6-4ed3-b4e0-4f833883604a","name":"e2e-mt-2babaef6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.709868342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20964b46-4466-4a8d-8b7e-3fb917aca0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.750627628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20964b46-4466-4a8d-8b7e-3fb917aca0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.768743583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 122","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20964b46-4466-4a8d-8b7e-3fb917aca0c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.778189317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91c5b8c0-674e-4d4a-90b6-c2ec7b609ae3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:52.778208632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91c5b8c0-674e-4d4a-90b6-c2ec7b609ae3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.516092684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"fccae235-607e-4114-a9e4-7e96017812fd","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.560329091Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"fccae235-607e-4114-a9e4-7e96017812fd","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.57462154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 123","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"fccae235-607e-4114-a9e4-7e96017812fd","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.583916564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a01b6fc-87fd-45fa-b5d2-48ad3bbde06f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.583932888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a01b6fc-87fd-45fa-b5d2-48ad3bbde06f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.611164046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"e2a98381-9489-478c-92f4-4b1ea13ef14c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.618713979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"e2a98381-9489-478c-92f4-4b1ea13ef14c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.628829303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"e2a98381-9489-478c-92f4-4b1ea13ef14c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.715101409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2ebbdfd-8b8a-48b8-997b-d3d6f85adaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.746724655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2ebbdfd-8b8a-48b8-997b-d3d6f85adaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.776279837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 124","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2ebbdfd-8b8a-48b8-997b-d3d6f85adaac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.784907943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e185cd4-4cc2-48ce-bc12-3f73f49f08c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:53.784928145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e185cd4-4cc2-48ce-bc12-3f73f49f08c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:55.085092383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"8d7b6a54-f61e-4bfa-b8e5-78840c5497ee","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cmp-legacy-d5c423","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:55.165221192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"a2c305db-1b2a-4fb4-aa99-1592696fb33d","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:55.165260719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"a2c305db-1b2a-4fb4-aa99-1592696fb33d","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:55.601278462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"a98c0773-1300-4cc3-8935-986705cefd33","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:55.608361255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"a98c0773-1300-4cc3-8935-986705cefd33","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.447126868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"c77a4648-ac6f-4953-9b71-023204549260","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.452037077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"ec4e4db6-a230-4fc9-ade7-550c10c69855","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.452063439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"ec4e4db6-a230-4fc9-ade7-550c10c69855","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.461088087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"8f351973-8bf0-4901-a049-4d603ad8eca5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.461695082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"a534ef14-532b-4008-b4fc-7ef3e79350fd","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.467259929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8ebea33f-eae8-4728-a65e-3021b305b533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.467388705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46fdb8bd-9c02-443f-9043-6de9e2e2e3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.467906967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a8fa09b-8240-4a32-94a3-be6c655849c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.475606127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"8f351973-8bf0-4901-a049-4d603ad8eca5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.481093925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46fdb8bd-9c02-443f-9043-6de9e2e2e3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.484294107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a8fa09b-8240-4a32-94a3-be6c655849c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.488195312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"8f351973-8bf0-4901-a049-4d603ad8eca5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.489216935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"8ebea33f-eae8-4728-a65e-3021b305b533","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.554071092Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"a9840aa7-2a4b-4b35-b530-fddb89b1d055","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.55902237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 124","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a8fa09b-8240-4a32-94a3-be6c655849c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.566227222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 124","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46fdb8bd-9c02-443f-9043-6de9e2e2e3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.577744053Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"a534ef14-532b-4008-b4fc-7ef3e79350fd","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.607077399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"cce1118f-6052-4e1c-8a34-f356b99538ab","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.607113674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"cce1118f-6052-4e1c-8a34-f356b99538ab","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.607821005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 125","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"a534ef14-532b-4008-b4fc-7ef3e79350fd","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.643002418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d60d5b87-48ef-44ee-b211-fdd04c708e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.643023041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0135bbd3-0213-40c4-b9ed-2a9d2a8af41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.64420863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e6714903-63a2-4e08-a3db-79757cd7acb2","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.644230381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e6714903-63a2-4e08-a3db-79757cd7acb2","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.644555411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f9376a7-31ca-45c7-b4b9-d927afa379d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.644570637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6f9376a7-31ca-45c7-b4b9-d927afa379d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.645109281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"422bb012-3e8d-4250-ae4d-e864690be543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.64512598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"422bb012-3e8d-4250-ae4d-e864690be543","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.646836868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"d15ad6af-d8e0-4630-a3d8-245c4c90447a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.65109664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d60d5b87-48ef-44ee-b211-fdd04c708e00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.652537908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"0135bbd3-0213-40c4-b9ed-2a9d2a8af41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.653959484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"d15ad6af-d8e0-4630-a3d8-245c4c90447a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.696010525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"6aafecab-23f9-486e-851e-611695266b0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.697096875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"16f20daa-25ce-40ab-9850-af03eb60c536","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.703247338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7d907607-a6ca-43e1-a071-f6025c84bb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.703358321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"592bc913-5113-4d5e-b9c6-bbd28c67ee56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.703654006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"1c8548b5-c7e9-4001-b742-de9adc18d9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.70824027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"6aafecab-23f9-486e-851e-611695266b0f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.712910445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"16f20daa-25ce-40ab-9850-af03eb60c536","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.713238894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7d907607-a6ca-43e1-a071-f6025c84bb6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.715417865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"1c8548b5-c7e9-4001-b742-de9adc18d9d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.715574108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"592bc913-5113-4d5e-b9c6-bbd28c67ee56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.867497835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"512fd406-3bc1-4341-87a9-3808d320b0cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.870177255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ba8e791d-9e4b-4042-b37a-844c1f825fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.870446797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b34f306b-4269-4a97-b1a9-5769e38b02f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.870824174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"664d3260-878d-4d39-8188-cc73fb7da31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.871263412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"19f22379-ed5b-4374-a003-9462a0cba217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.875141992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"512fd406-3bc1-4341-87a9-3808d320b0cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.881973362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b34f306b-4269-4a97-b1a9-5769e38b02f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.881987051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ba8e791d-9e4b-4042-b37a-844c1f825fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.883402739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"512fd406-3bc1-4341-87a9-3808d320b0cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.885733993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"19f22379-ed5b-4374-a003-9462a0cba217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.889115953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"e66f804c-1205-42da-9cf9-7cdf66cd6d6e","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.90030342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"e66f804c-1205-42da-9cf9-7cdf66cd6d6e","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.901748437Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"664d3260-878d-4d39-8188-cc73fb7da31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.906160943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"e66f804c-1205-42da-9cf9-7cdf66cd6d6e","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.909161446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"664d3260-878d-4d39-8188-cc73fb7da31d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.913682215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"499fb26a-4830-4946-a68a-3187faf8f682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.913702704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"499fb26a-4830-4946-a68a-3187faf8f682","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.914727859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ee6e38b-c225-4898-8096-c5540028a872","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.914744265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ee6e38b-c225-4898-8096-c5540028a872","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.97006078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"11dae4ed-563b-4a68-9be7-631c1b12941e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.970086758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7865a09d-3f73-4042-861f-9f37e4ea498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.970730382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a7d7590e-4e48-4e6b-9ccd-d66722389a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.971019926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"786e8959-c576-4695-8fb9-c9dee43ecde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.977355214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"11dae4ed-563b-4a68-9be7-631c1b12941e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.977428823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7865a09d-3f73-4042-861f-9f37e4ea498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.980022736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a7d7590e-4e48-4e6b-9ccd-d66722389a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.980234352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"786e8959-c576-4695-8fb9-c9dee43ecde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.983051284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7865a09d-3f73-4042-861f-9f37e4ea498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.989373652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1afccab-04b0-458d-aabd-4eb58f9c2baf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:22:57.989391312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d1afccab-04b0-458d-aabd-4eb58f9c2baf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.838268397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"3bef7708-f6af-4c09-9d56-95c93cd3d2dd","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.838293024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"3bef7708-f6af-4c09-9d56-95c93cd3d2dd","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.840947313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"f423fdc9-d9bf-4989-9b78-987457d2fa4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.853645884Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"11ec8050-cfa5-4d0c-9159-2fb2a8edc029","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-793758de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.85425756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"f423fdc9-d9bf-4989-9b78-987457d2fa4f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.97130759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"b6c86d0d-e209-42f5-b506-435f30134724","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:03.977989434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"b6c86d0d-e209-42f5-b506-435f30134724","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:04.764771501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.676258835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07590b97-ce40-45f6-8c23-17d603f78660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.679434955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07590b97-ce40-45f6-8c23-17d603f78660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.682502003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07590b97-ce40-45f6-8c23-17d603f78660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.685477929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07590b97-ce40-45f6-8c23-17d603f78660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.910447028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579aee7a-92f8-4763-96ce-8708574b4f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.913503435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579aee7a-92f8-4763-96ce-8708574b4f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.916620238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579aee7a-92f8-4763-96ce-8708574b4f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:05.919950917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"579aee7a-92f8-4763-96ce-8708574b4f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.891092847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"461bf928-30bd-4587-9215-778ff520ece7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.898368471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"461bf928-30bd-4587-9215-778ff520ece7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.904376104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"461bf928-30bd-4587-9215-778ff520ece7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.991096349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"8d783138-b331-4f6d-9bdb-b214f7e6a28d","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.993995208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7584922b-0dca-432f-ba7a-eff697b4d530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:07.998929707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed875438-0ada-42fe-ab81-367cef09e388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.001127347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7584922b-0dca-432f-ba7a-eff697b4d530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.006078124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed875438-0ada-42fe-ab81-367cef09e388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.006443121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7584922b-0dca-432f-ba7a-eff697b4d530","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.015007017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 126","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed875438-0ada-42fe-ab81-367cef09e388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.015087985Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"8d783138-b331-4f6d-9bdb-b214f7e6a28d","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.020568001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 127","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"8d783138-b331-4f6d-9bdb-b214f7e6a28d","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.026822846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75ca5b62-3d36-4995-94a4-9553b713b4d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:08.02683684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75ca5b62-3d36-4995-94a4-9553b713b4d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.856887306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"c4a49800-9c8f-49ca-88c7-149fa6a729a4","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","subscription":"e2e-cmp-legacy-d5c423-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.863685988Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"c4a49800-9c8f-49ca-88c7-149fa6a729a4","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.867181257Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-sub","reconcileID":"c4a49800-9c8f-49ca-88c7-149fa6a729a4","MaaSSubscription":{"name":"e2e-cmp-legacy-d5c423-sub","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"maas-trlp-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.894974241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"b9458c98-97a7-4797-a50c-1d0c516cfabc","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.894994153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"b9458c98-97a7-4797-a50c-1d0c516cfabc","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.897821087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"42156229-117c-4a1a-8896-29f068882148","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:13.904702309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"42156229-117c-4a1a-8896-29f068882148","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.000713659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"284e2c24-711d-4b47-96f9-2eab7bd7be76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.011221457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"284e2c24-711d-4b47-96f9-2eab7bd7be76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.036850804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"b3872307-935a-4ea8-9a4e-8cfb4f1cf5db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.040306468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"ca9f006f-c138-48c4-936c-e363c68c0e51","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.040331659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"ca9f006f-c138-48c4-936c-e363c68c0e51","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.145922421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"b3872307-935a-4ea8-9a4e-8cfb4f1cf5db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.292356269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"b3872307-935a-4ea8-9a4e-8cfb4f1cf5db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"name":"e2e-extmod-a-aaea41-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.29332198Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423-access","reconcileID":"b3872307-935a-4ea8-9a4e-8cfb4f1cf5db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-d5c423-access","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.315129501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"1562b97a-8569-4675-a5a8-193eb72b06a6","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"tenant":"e2e-extmod-a-aaea41","gateway":"openshift-ingress/e2e-extmod-a-aaea41","model":"ai-tenant-e2e-extmod-a-aaea41/e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.316525732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"1562b97a-8569-4675-a5a8-193eb72b06a6","MaaSModelRef":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"routeName":"external-model-e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41","model":"e2e-cmp-legacy-d5c423","externalModel":"e2e-cmp-legacy-d5c423","provider":"e2e-cmp-legacy-d5c423-provider","gateway":"openshift-ingress/e2e-extmod-a-aaea41","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.810455076Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"04c78b7b-53b8-4888-93ba-bee7f386ab2d","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.878176233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"ceca6074-aa20-4124-abb1-be7d7b185c33","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.885341158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2480d6c3-8cd9-47ca-8bb7-74ecab3dccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.892219704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"ceca6074-aa20-4124-abb1-be7d7b185c33","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.892486878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"191ad9c3-4a5a-400a-b0f0-be539daf189d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.892698524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9df0387-d537-4fd3-924a-c8dc0cd4d57d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.971930595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"1f6702b5-1172-4c52-8f30-7fe8925626cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.99034547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"1f6702b5-1172-4c52-8f30-7fe8925626cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:14.991718088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 127","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"ceca6074-aa20-4124-abb1-be7d7b185c33","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.000285753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"191ad9c3-4a5a-400a-b0f0-be539daf189d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.026614182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"1f6702b5-1172-4c52-8f30-7fe8925626cc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.030060694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2480d6c3-8cd9-47ca-8bb7-74ecab3dccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.042497561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 128","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2480d6c3-8cd9-47ca-8bb7-74ecab3dccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:15.04468632Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9df0387-d537-4fd3-924a-c8dc0cd4d57d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.044908101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9c740ace-3148-4f53-a28c-8b98b90b672d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.050661701Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-d5c423","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","reconcileID":"533717dd-fe0a-4ee6-bf51-6f5e252d32cc","namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"e2e-cmp-legacy-d5c423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.056004136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"9c740ace-3148-4f53-a28c-8b98b90b672d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:15.057607382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f9df0387-d537-4fd3-924a-c8dc0cd4d57d","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.058649897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70b5c9df-b6be-44b5-923d-798a4ea520c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.05882116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70b5c9df-b6be-44b5-923d-798a4ea520c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.059409082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1b0c91c-e9ec-4549-a348-c7bd81957bc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.059464887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e1b0c91c-e9ec-4549-a348-c7bd81957bc1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.062994764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c39dedff-b69d-4d5f-a06d-ff8980d6d0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.071763106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"c39dedff-b69d-4d5f-a06d-ff8980d6d0bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.10250511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"f6561d55-02b2-45bd-8c18-1864ea424d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.102698637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4415c42f-4f59-4f31-a33e-e364e9b44e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.111584922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"f6561d55-02b2-45bd-8c18-1864ea424d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.112619462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"4415c42f-4f59-4f31-a33e-e364e9b44e2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.251392006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1860212b-aa26-4893-aa33-d9c90d5a93d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.40761087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"1860212b-aa26-4893-aa33-d9c90d5a93d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.415829284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"7cdede1e-12a3-41f1-8c23-da27d4385760","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.424117781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"e61d75d1-a3ed-48f5-90f8-878d45b04dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.424826734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"55dba617-c7ab-4e48-a09d-6e59fa517791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.425589957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7c69192e-b97c-422c-9fb9-3146a35378c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.433091613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"7cdede1e-12a3-41f1-8c23-da27d4385760","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.436768276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"e61d75d1-a3ed-48f5-90f8-878d45b04dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.441475529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"55dba617-c7ab-4e48-a09d-6e59fa517791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.443220823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"7c69192e-b97c-422c-9fb9-3146a35378c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.451327891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cef99e93-849d-480b-9bb3-bc9f318ece0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.460417683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"6f930749-7659-44b1-815c-2b734647da5c","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.460766854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"30309e82-6c83-49d7-86b3-3b3be69f7b25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.464981806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"cef99e93-849d-480b-9bb3-bc9f318ece0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.475706726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"30309e82-6c83-49d7-86b3-3b3be69f7b25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.477179607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f5afbc3a-aaa8-4f1b-9e4c-4a33c683bd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.4778928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ebb5fca3-dce9-4c51-9e1d-bad37419084f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.489976276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ebb5fca3-dce9-4c51-9e1d-bad37419084f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.490847741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"f5afbc3a-aaa8-4f1b-9e4c-4a33c683bd4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.499461258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"6f930749-7659-44b1-815c-2b734647da5c","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.505348232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 129","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"6f930749-7659-44b1-815c-2b734647da5c","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.510822591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"a543e20a-e03b-4955-af35-a89fa6eaa267","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.510838014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"a543e20a-e03b-4955-af35-a89fa6eaa267","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.513638546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8292bb-146d-4a37-bb3c-d56c1aa3c4fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.513655594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a8292bb-146d-4a37-bb3c-d56c1aa3c4fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.794744373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac899be-dcbd-421e-ab2c-3ac7990bb5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.800392786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a06faa8e-3356-48ad-8657-be1c5089e827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.801325985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9c0281d3-e420-410f-84d7-b87aeff626d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.823695943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"9c0281d3-e420-410f-84d7-b87aeff626d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.825655127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac899be-dcbd-421e-ab2c-3ac7990bb5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:15.828272612Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a06faa8e-3356-48ad-8657-be1c5089e827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.842673002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 130","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aac899be-dcbd-421e-ab2c-3ac7990bb5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:15.843481261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a06faa8e-3356-48ad-8657-be1c5089e827","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.845296174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf64160f-284a-47ce-b8d7-b9840d3e7a75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.845323462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf64160f-284a-47ce-b8d7-b9840d3e7a75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.851745165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d74289e-32f8-4d85-9e0f-2b19374b0d86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.851771307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d74289e-32f8-4d85-9e0f-2b19374b0d86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.875335418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f399eb19-aa0e-4601-9554-f13274780c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.88435177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f399eb19-aa0e-4601-9554-f13274780c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.891438009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 130","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f399eb19-aa0e-4601-9554-f13274780c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.947346129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a098364b-b031-476a-b0c1-514828271f93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:15.947373474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a098364b-b031-476a-b0c1-514828271f93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.009527732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7b8f8-e1c5-48d0-8b2a-e33bf1125330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.012803329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7b8f8-e1c5-48d0-8b2a-e33bf1125330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.015910325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7b8f8-e1c5-48d0-8b2a-e33bf1125330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.018988213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7b8f8-e1c5-48d0-8b2a-e33bf1125330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.445382829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a838-2f9b-4531-aca9-60b658f88c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.471090304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a838-2f9b-4531-aca9-60b658f88c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.476027015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a838-2f9b-4531-aca9-60b658f88c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:17.479277898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5082a838-2f9b-4531-aca9-60b658f88c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.075915978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"d74f11c2-429f-4bc8-bce1-210ec10febea","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.075944717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"d74f11c2-429f-4bc8-bce1-210ec10febea","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.083669216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"47ddc625-8fac-4b8b-9ca2-35e74cb10094","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.084324087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"8f898765-4742-4d78-8bf7-98af490a8071","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.084341613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"8f898765-4742-4d78-8bf7-98af490a8071","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:20.087229308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"ac6f7857-4de8-4505-b506-83fb6bd21779","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-31407e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:20.088653964Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"8f898765-4742-4d78-8bf7-98af490a8071","name":"rate-test-model-8b6cd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:20.088713612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"8f898765-4742-4d78-8bf7-98af490a8071","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.092550075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"47ddc625-8fac-4b8b-9ca2-35e74cb10094","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.0940442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"8249068d-11ba-4ea6-8aff-928c9486e98c","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.094059085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"8249068d-11ba-4ea6-8aff-928c9486e98c","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.09890356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"ed302a5e-9bf9-43b8-9781-ba86d2520bd2","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.098922078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"ed302a5e-9bf9-43b8-9781-ba86d2520bd2","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.104715931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"95cb0c9a-0d08-4cc7-b959-f88b79592be5","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.10473525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"95cb0c9a-0d08-4cc7-b959-f88b79592be5","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.120042374Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"a50ca12e-f455-4607-b8ac-6b98d18e543a","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"rate-test-model-8b6cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-rate-iso-a-31407e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.158470255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0514692b-1373-4355-9da7-25483bd54ca6","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.158500325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0514692b-1373-4355-9da7-25483bd54ca6","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.206283817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"30d1baa2-4d39-414f-811c-07e6d8be78c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.217889108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"30d1baa2-4d39-414f-811c-07e6d8be78c0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.224172922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"068db995-7d99-449c-b63b-11e533bdcd4d","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.239590159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"078ab17f-e08e-4511-9c47-c6b30352013c","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.239609932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"078ab17f-e08e-4511-9c47-c6b30352013c","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.252577618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"65b36066-d88d-429a-a7a2-5de71a988bf7","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.254446356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"65b36066-d88d-429a-a7a2-5de71a988bf7","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:20.254384155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"e7334eda-bfb1-4a58-bcff-20df828a01a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-31407e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:20.263040232Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"65b36066-d88d-429a-a7a2-5de71a988bf7","name":"rate-test-model-036c69","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-036c69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:20.263163462Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"65b36066-d88d-429a-a7a2-5de71a988bf7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-036c69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.271082421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"ed22e94b-f0c8-4088-9b7d-34e41b16eb36","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.271105629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"ed22e94b-f0c8-4088-9b7d-34e41b16eb36","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.276742713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"7809b660-ab18-463e-91f2-cd77bbb6a8d4","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.276760148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"7809b660-ab18-463e-91f2-cd77bbb6a8d4","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.306079459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"21784ec7-9e41-4463-8956-903f3326c16b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.313656949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"21784ec7-9e41-4463-8956-903f3326c16b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.320762015Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"a779844b-4893-4a2f-9c87-72e2c008ebd9","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"rate-test-model-036c69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-rate-iso-b-31407e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.338694944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"def6b594-5072-4cf1-9d03-cbc6e4218b2f","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.338721694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"def6b594-5072-4cf1-9d03-cbc6e4218b2f","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.420832195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"70d658e1-f9a8-4d07-a11b-350da595677a","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.499127194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"24e650d3-4118-4eaa-a1d3-beb3eb5228a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:20.507763578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"24e650d3-4118-4eaa-a1d3-beb3eb5228a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.51955733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"cbe57ab2-ca46-467a-a362-b087c00c4d20","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.542770219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"cbe57ab2-ca46-467a-a362-b087c00c4d20","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.548239118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 131","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"cbe57ab2-ca46-467a-a362-b087c00c4d20","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.55607126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b1e1ae7-8579-4cd6-a99c-12cd1c7b4e0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.556096462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b1e1ae7-8579-4cd6-a99c-12cd1c7b4e0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.861401373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7008d756-aded-46f9-880f-aaa2859b8bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.88858591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7008d756-aded-46f9-880f-aaa2859b8bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.893677574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 132","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7008d756-aded-46f9-880f-aaa2859b8bd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.90217538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9573823-f880-4ba9-a645-6af858968c81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.902199656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a9573823-f880-4ba9-a645-6af858968c81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.959760397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b01987c5-ffcb-4860-9ea6-0708faacd313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.966244022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b01987c5-ffcb-4860-9ea6-0708faacd313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.971325357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 132","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b01987c5-ffcb-4860-9ea6-0708faacd313","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.978830329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e0807b1-83f0-4974-ada7-dd8fccb3a6de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:25.978846013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e0807b1-83f0-4974-ada7-dd8fccb3a6de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.011489382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2d252030-1927-4a8d-83cd-82743e233c83","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.011512151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2d252030-1927-4a8d-83cd-82743e233c83","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.303030484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"c211626e-1a83-4ded-9680-993806f59058","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.303053197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"c211626e-1a83-4ded-9680-993806f59058","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.308231457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"897d7660-cb93-4869-b706-e8ff1822918f","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.308249505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"897d7660-cb93-4869-b706-e8ff1822918f","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.314177838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"22d9789d-0e73-4ffb-9fd7-9ef5f31824fd","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.338504577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"22d9789d-0e73-4ffb-9fd7-9ef5f31824fd","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.347667214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"22d9789d-0e73-4ffb-9fd7-9ef5f31824fd","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.36037795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"7496d7be-7326-4dd1-8837-74098d2faf2a","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.360525889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"7496d7be-7326-4dd1-8837-74098d2faf2a","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.464116235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"95422624-440a-4377-9905-4c3bfe4d6942","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.464145482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"95422624-440a-4377-9905-4c3bfe4d6942","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:27.46976927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"390b02b6-4469-4ac5-bf68-8cc96d1a5936","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.47574957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"524e97f5-0165-4cf4-a5a8-41a24f331cc0","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.47576635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"524e97f5-0165-4cf4-a5a8-41a24f331cc0","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:27.479868734Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"524e97f5-0165-4cf4-a5a8-41a24f331cc0","name":"e2e-lifecycle-model-2babaef6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:27.479914418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"524e97f5-0165-4cf4-a5a8-41a24f331cc0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.484124901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"ba083021-3334-46aa-a754-c140d526f831","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.48415191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"ba083021-3334-46aa-a754-c140d526f831","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.491017147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"f63d79aa-9d9d-40ef-9aa4-03faa1267065","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.491034694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"f63d79aa-9d9d-40ef-9aa4-03faa1267065","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.535395543Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"41dff765-3df2-4d12-ab48-7ce43a9dc6e0","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"e2e-lifecycle-model-2babaef6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-2babaef6/e2e-sub-2babaef6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.540451139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"c5a457f7-062d-4fb0-aa04-47175c933cd3","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.566308542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"c5a457f7-062d-4fb0-aa04-47175c933cd3","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.56739216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"d071a33b-d923-4541-baac-3f89fa93acf0","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.567417215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"d071a33b-d923-4541-baac-3f89fa93acf0","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.572352751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"c5a457f7-062d-4fb0-aa04-47175c933cd3","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.631315955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"541cd714-e538-4411-908a-9f5e3893f254","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.667596082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"7c8ccc5a-40e3-435a-b1c2-9db87f562af8","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.678883295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"7c8ccc5a-40e3-435a-b1c2-9db87f562af8","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.754819555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"7c8ccc5a-40e3-435a-b1c2-9db87f562af8","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.774503809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"d66a6d09-85ca-410c-921d-b3f7ee523776","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.774923932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d1abf461-bca1-40ba-9b3f-556bea8ef85e","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.775510672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"c44458f8-2495-411e-8cd4-641ad71767c3","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.775765858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"21f6a9c4-8366-4816-9798-0d47004cd1ee","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.780633544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"33cb7b06-55ef-4554-9626-bc0b65079938","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.781156256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f399eca6-3fce-4feb-8584-9de9826edc08","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.78161468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"e6179cc1-9a36-4a9e-958f-6cb186163a3f","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.782390121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"f35eff4b-057f-4024-b18b-ce9b61cc0482","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.785145998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0d1690a7-b5c0-4c11-9ba4-4c96965fb20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.790615687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"30363b1c-0526-4112-836c-377e9d735231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.790615394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"7e943384-5139-466c-8ad6-2b8febccef06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.794372555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0d1690a7-b5c0-4c11-9ba4-4c96965fb20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.911001364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e8ecd18d-9730-4b2d-8aab-b844a5afd06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:27.93809477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e8ecd18d-9730-4b2d-8aab-b844a5afd06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:28.011617033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7d57debe-da4a-4d27-97fa-6e8162d9c502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:28.069346298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"7d57debe-da4a-4d27-97fa-6e8162d9c502","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:28.129067515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"01db961f-66a7-4020-b5ba-51c4a0f970a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:28.140984384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"01db961f-66a7-4020-b5ba-51c4a0f970a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.290000638Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","namespace":"ai-tenant-e2e-explicit-57d281","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.290070931Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","namespace":"ai-tenant-e2e-explicit-57d281","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.290142956Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","tenant":"e2e-explicit-57d281","tenantID":"e2e-explicit-57d281","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.296273952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Deployment","name":"maas-api-e2e-explicit-57d281","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.317582359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Service","name":"maas-api-e2e-explicit-57d281","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.325476723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-57d281","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.332725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-57d281","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.341971437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.356918917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.365015662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.37465703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.378434711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Deployment","name":"payload-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.381181773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.386128358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Service","name":"payload-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.392327246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"Service","name":"payload-pre-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.39524682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.397837088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.400532175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.410217674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.413905977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.41720722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.420795133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-57d281","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:29.423885957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-57d281"},"namespace":"ai-tenant-e2e-explicit-57d281","name":"default-tenant","reconcileID":"81ad6e2d-e28b-400a-abac-fa21bd3c8c53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-57d281","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.484771989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"943b5cbc-70b7-4fe3-b118-4be81948a383","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.580033666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e7d29f92-68b1-4bd8-896c-b78625c28d87","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.580204924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e7d29f92-68b1-4bd8-896c-b78625c28d87","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.635519639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"af8dc5ff-db94-4060-9e08-488fdc9b5d3f","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.67384637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0209a04b-0a9c-4753-ab91-eab73d1e0c4c","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.673875678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0209a04b-0a9c-4753-ab91-eab73d1e0c4c","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.906438151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"61b1bd29-07cc-4adc-b02a-5a256b02d7a9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:30.921229983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"61b1bd29-07cc-4adc-b02a-5a256b02d7a9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:31.065515234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"538f7c08-f18e-4b64-bb70-2ebfa9f66979","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:31.116451394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"538f7c08-f18e-4b64-bb70-2ebfa9f66979","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:31.224657245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"cec23af5-25b6-4769-8143-494a04748ed2","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:31.232507832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"cec23af5-25b6-4769-8143-494a04748ed2","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:31.238202002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"cec23af5-25b6-4769-8143-494a04748ed2","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:33.591034119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"76352a9d-934a-4c11-b050-6f74f022f96b","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:33.591182706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be36531d-7eb8-44d4-bb25-e819428f4041","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:33.591202753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be36531d-7eb8-44d4-bb25-e819428f4041","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:33.596766389Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"namespace":"ai-tenant-e2e-mt-e29a1646","name":"e2e-policy-e29a1646","reconcileID":"76352a9d-934a-4c11-b050-6f74f022f96b","MaaSAuthPolicy":{"name":"e2e-policy-e29a1646","namespace":"ai-tenant-e2e-mt-e29a1646"},"policyNamespace":"ai-tenant-e2e-mt-e29a1646","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:33.602941193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6535b823-39a4-4520-b4b4-188212240457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:33.602960023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6535b823-39a4-4520-b4b4-188212240457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.765735158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.942851528Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"06754bf2-3362-43c3-8faa-f08311bc93ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.942992159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0d14c48d-6ec2-4b08-b013-6b9efd9a72cc","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.943008693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"0d14c48d-6ec2-4b08-b013-6b9efd9a72cc","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.953946292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"06754bf2-3362-43c3-8faa-f08311bc93ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.968212937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"466f53e5-e0dd-47e4-8eca-21bd653b80e8","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.977017187Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"06754bf2-3362-43c3-8faa-f08311bc93ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.977033884Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-31407e","reconcileID":"06754bf2-3362-43c3-8faa-f08311bc93ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.983263486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"181c5b4f-96cf-4dea-b79c-1de8c4084ed8","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:34.983278713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"181c5b4f-96cf-4dea-b79c-1de8c4084ed8","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.067573062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"2f8c2d9a-1c80-4f8d-917c-7e086dd69396","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.25312486Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"cce797dc-8188-4fb4-bb09-95e86db12d84","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.253527401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"df4102ab-99d5-4ec9-aa86-34cf851e13c9","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.253541968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"df4102ab-99d5-4ec9-aa86-34cf851e13c9","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.276808933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"07c80308-10cb-4fb4-9a0a-adb46e4dd296","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.360147525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"cce797dc-8188-4fb4-bb09-95e86db12d84","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.383220686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"cce797dc-8188-4fb4-bb09-95e86db12d84","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.383247863Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-31407e","reconcileID":"cce797dc-8188-4fb4-bb09-95e86db12d84","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.38966011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"464fb4f8-05b0-4013-a7dc-3e9f39dbb77c","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.38967927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"464fb4f8-05b0-4013-a7dc-3e9f39dbb77c","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.426522152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"2277c612-148b-4faa-a01c-29e292fac998","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.538150071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"47d6a234-9707-41e3-a154-3fdb74bcdccc","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.538171116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"47d6a234-9707-41e3-a154-3fdb74bcdccc","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.914270947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90196f1c-8ebb-41fa-851c-6e6bec33454a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.921639261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90196f1c-8ebb-41fa-851c-6e6bec33454a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.927136126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 132","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90196f1c-8ebb-41fa-851c-6e6bec33454a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.988603696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654e3bb3-7b64-4494-a1bb-c95ecc5da29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:35.997515982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654e3bb3-7b64-4494-a1bb-c95ecc5da29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:36.002975941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 132","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654e3bb3-7b64-4494-a1bb-c95ecc5da29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.07921263Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-57d281","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-57d281","reconcileID":"31718450-9172-459e-ad82-53bcebc9dcf3","aitenant":"ai-tenants/e2e-explicit-57d281","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.177514398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-57d281","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-57d281","reconcileID":"31718450-9172-459e-ad82-53bcebc9dcf3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-57d281","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-57d281"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.281011719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa27d833-94fb-4fb6-b5a4-4bf38dbc9ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.2845486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa27d833-94fb-4fb6-b5a4-4bf38dbc9ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.296971023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa27d833-94fb-4fb6-b5a4-4bf38dbc9ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.304902888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa27d833-94fb-4fb6-b5a4-4bf38dbc9ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.542147368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72be1454-49aa-4a22-9aa7-c48a4bf80794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.546018299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72be1454-49aa-4a22-9aa7-c48a4bf80794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.549259273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72be1454-49aa-4a22-9aa7-c48a4bf80794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:39.552456306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72be1454-49aa-4a22-9aa7-c48a4bf80794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.012438815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c97f3d2-d22b-40d3-ba0a-e9261b6c438d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.022386119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c97f3d2-d22b-40d3-ba0a-e9261b6c438d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.044415368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c97f3d2-d22b-40d3-ba0a-e9261b6c438d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:40.058130792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c97f3d2-d22b-40d3-ba0a-e9261b6c438d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.245058275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"09e656a3-237c-4af2-a4cc-75f03800dd3d","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.252067873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"09e656a3-237c-4af2-a4cc-75f03800dd3d","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.258524376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"09e656a3-237c-4af2-a4cc-75f03800dd3d","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:41.881523761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-a-1908b3f5","reconcileID":"37d2f153-eeb2-43f6-bfd5-bdd2d80a573e","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-a-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-a-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.24292042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"3024b36d-1eae-4ddc-be30-ee4ade8270ec","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.243249652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"2758d1de-b8f3-4402-a510-aeb883c31059","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.243523806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-a-1908b3f5","reconcileID":"563c1b44-ae43-45f8-a370-ccf507622957","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-a-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-a-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.243815753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e8555fb1-8679-4043-872c-1b6a9b2d10b9","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.244236519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"bd87f820-58c4-45ba-a9b9-e32aa723c53c","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.255466742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"80f6ab11-e2dd-459c-928b-518e43927800","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.255732657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"73523dc4-1368-45fb-8374-d1e24581d4a1","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.256042305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-a-1908b3f5","reconcileID":"84461751-8fec-4660-aa2f-eb2a56e0f96a","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-a-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-a-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.256255229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"05ea3e9b-63bc-4c57-b4f0-2542511c1642","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.256616565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"cc026ee4-85b8-4fbb-95ee-91ff5e796f70","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.256755396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4ea516cd-1485-4e17-8244-0aab501b3518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.256614527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2e4a5d27-d216-4e4b-86f6-4dae25e1e080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.261592187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"66c71229-8c27-49a6-8959-5466635bd8a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.262276793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"f9a49d61-bcc3-4f0d-b068-9c89fca3a943","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.264441436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2e4a5d27-d216-4e4b-86f6-4dae25e1e080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.264563687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"4ea516cd-1485-4e17-8244-0aab501b3518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.363424315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"dfed708b-b7bd-4f6f-980f-1e08da4c2a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.364151044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"19c48d76-2697-4a78-b25d-0ff2ee51ba91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.406491058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"19c48d76-2697-4a78-b25d-0ff2ee51ba91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:44.408923848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"dfed708b-b7bd-4f6f-980f-1e08da4c2a48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.553136995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"c5ffd880-2686-4d4b-b37f-c482b14e857e","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscription":"e2e-rate-iso-a-31407e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.556144481Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"c5ffd880-2686-4d4b-b37f-c482b14e857e","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.559580896Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-31407e","reconcileID":"c5ffd880-2686-4d4b-b37f-c482b14e857e","MaaSSubscription":{"name":"e2e-rate-iso-a-31407e","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.586517234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"3e75c79f-3f0c-49a5-8e3c-1c50b0c26e2a","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.586540354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"3e75c79f-3f0c-49a5-8e3c-1c50b0c26e2a","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.726339761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e6b54645-7a3f-4e8f-bbba-3f4c39712a5d","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.726368962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e6b54645-7a3f-4e8f-bbba-3f4c39712a5d","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.963374747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97d1bdc0-2278-48bc-8eba-6fd5e54bf900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:45.971081876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97d1bdc0-2278-48bc-8eba-6fd5e54bf900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:46.041981889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 132","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97d1bdc0-2278-48bc-8eba-6fd5e54bf900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:46.061620084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a70f8466-4462-4b2b-86e4-8c74014cea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:46.06928352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a70f8466-4462-4b2b-86e4-8c74014cea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:46.07512353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 70, current generation is 132","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a70f8466-4462-4b2b-86e4-8c74014cea24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:51.266433183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"334f5b27-bdbd-465a-a948-af861bf70bd6","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:51.273418819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"334f5b27-bdbd-465a-a948-af861bf70bd6","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:51.278633565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"334f5b27-bdbd-465a-a948-af861bf70bd6","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.281931861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"a630a1bd-023f-41d6-ac1a-d62b0e8cebe1","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.317161638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"ead6b97c-e734-40c1-9a91-553f39addc7b","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.317277733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"ead6b97c-e734-40c1-9a91-553f39addc7b","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.750151381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"f470a914-b77a-45d7-8fb4-0d4b5972088f","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscription":"e2e-rate-iso-b-31407e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.764191792Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"f470a914-b77a-45d7-8fb4-0d4b5972088f","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.770507328Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-31407e","reconcileID":"f470a914-b77a-45d7-8fb4-0d4b5972088f","MaaSSubscription":{"name":"e2e-rate-iso-b-31407e","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.966315166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"1879231d-b690-4d72-9a08-3762acbe7249","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:55.966429592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"1879231d-b690-4d72-9a08-3762acbe7249","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.026198373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"9b6ec46a-70f3-4834-9509-90cd4ddac695","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.038306063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"9b6ec46a-70f3-4834-9509-90cd4ddac695","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.044722737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbae2bd98b0e9d90ae89379981689a31f9c6c2ecf6eb3efdfaf464ecccbedcd1) AuthConfig (21c5fccf26a5e85c08566775d740c506386dfb540e7a95750eeac37cad05bc65) AuthConfig (5f745898ec57d9762832ed45846e5360a57872f2224a47ccf03cebee46168e0b) AuthConfig (9018e766cb17e92b4e56e323bab5d161654de898fd229f359b1a3fe8a7edffd0) AuthConfig (16572a486199a8523720c5d39ee9b710d37f72315c111c6891b5c6ce0e921cdc) AuthConfig (363ab28fa2b828721e68034c6138c9e81812d068618b2c72a9cb0613952e181a) AuthConfig (d23e4dbfdfc4ed3bf15e0b92bcdb8e0fbe1c103a98a9c5145139c5e61ea20759) AuthConfig (66f0cb0bfe314e6612d0248c3d10e9088c0128adbeb2efe8644fc4983c8452d6) AuthConfig (39c52e57460ec072d4a25cc38a86b3d5b8471c1dd96f266f49ca20e74d1f277a) AuthConfig (daf07b68dcf7ae65d0de3720466105394586a665686cb64b767054780c2f649a) AuthConfig (383b3f99ea5c438d187c42c75ad63ba048a6225988e224b4c00021e23b034fff) AuthConfig (604c8a47e6bf8c5e023fde99bd9e714d563a63d1129dfe2b1dcf4b86fb65a250) AuthConfig (0ce7549d4b55a4d5074a5a1ffb773ee3874e492bf673a8ddcb162ddaf7e4b945) AuthConfig (825c816bb5fc8d6d45a642243af7b03578da16d74eb3940ff1c14a377bb88810) AuthConfig (269c017f70baa584de0345713f489a0a588fec191ad854898455f72fcb39c4f9) AuthConfig (ba5a739212310a6a63b72ffb365a95cdabe2c3b03a123c050a3240d635b627d1) AuthConfig (86979ee8c7de77d07c73b7d47f96afe37d88ac8ca5a082942530a599f60cc21a) AuthConfig (f040dc85d5a5c36d5d5c25d387c7e155a54f95f5d5be0af04d8648be5352e9f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"9b6ec46a-70f3-4834-9509-90cd4ddac695","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.053681983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"66a1687f-40b2-45e2-83ef-0226d87e2390","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.054097696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"66a1687f-40b2-45e2-83ef-0226d87e2390","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.139252895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b391d49-f5f0-491d-990c-cb04e87ba921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.14005725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f09fb0-26a5-4035-b597-e21591856e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.194569593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b391d49-f5f0-491d-990c-cb04e87ba921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.196992643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f09fb0-26a5-4035-b597-e21591856e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.197822094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"2390aea3-8c69-40a8-9b20-384d7cc844b4","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.198126037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"2390aea3-8c69-40a8-9b20-384d7cc844b4","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.209210319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"371abf3c-e79f-4fb0-8df5-4b5643af1a08","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.209243835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"371abf3c-e79f-4fb0-8df5-4b5643af1a08","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.21968031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"81c7052d-a21a-4504-a901-ca7b27890538","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.223483739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"73f06ebe-9508-4faf-a309-5be5f84ce042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.223808699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"88b4bf19-0d05-40d8-8c61-2b2f1f2e3585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.231919233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f0568c8-cf1e-4fb1-af27-7ad3984b493e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.232004226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f0568c8-cf1e-4fb1-af27-7ad3984b493e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.286144837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"81c7052d-a21a-4504-a901-ca7b27890538","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.286546596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c2e6f51-83f7-4c41-a5ed-2a356f1a10fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.294235932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c2e6f51-83f7-4c41-a5ed-2a356f1a10fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.287560165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"73f06ebe-9508-4faf-a309-5be5f84ce042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.289307317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"88b4bf19-0d05-40d8-8c61-2b2f1f2e3585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.310795758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"81c7052d-a21a-4504-a901-ca7b27890538","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.318461599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"bc494bbf-124f-4dc0-838b-082a361bb9d6","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:56.318549461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"bc494bbf-124f-4dc0-838b-082a361bb9d6","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.242204212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-b-1908b3f5","reconcileID":"99ede5b2-0722-4f50-8de8-c06f7e2db729","MaaSModelRef":{"name":"e2e-conflict-b-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-b-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-b-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:58.252809283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-a-1908b3f5","reconcileID":"7f39eba6-f4ec-4de8-880a-36706317092b","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-a-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-a-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:23:59.069763283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-a-1908b3f5","reconcileID":"1ab83e1e-1ae0-4e2c-8ae2-fc17a358e202","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-a-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-a-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.277281332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"653cfd35-5aa2-4775-882a-32f7bc1e266b","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.282394252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"653cfd35-5aa2-4775-882a-32f7bc1e266b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.287857306Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"fad33cee-82c2-4895-938b-be6d7c8113c7","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.287909934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"fad33cee-82c2-4895-938b-be6d7c8113c7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.298449286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"792de27b-030b-4fd2-baff-af72e9b832a1","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.298516043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"792de27b-030b-4fd2-baff-af72e9b832a1","error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.321014943Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"bb7593a5-4bad-4810-8e28-6f72c8f35f85","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.321232071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"bb7593a5-4bad-4810-8e28-6f72c8f35f85","error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.361714204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"9f8820a3-f28d-494c-b1f7-7efcef64bce7","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.361797336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"9f8820a3-f28d-494c-b1f7-7efcef64bce7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.443005095Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"85ffe3ba-cd49-4e61-920e-7cd83762043c","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:23:59.443071982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-82e760","namespace":"ai-tenant-e2e-noten-82e760"},"namespace":"ai-tenant-e2e-noten-82e760","name":"noten-model-82e760","reconcileID":"85ffe3ba-cd49-4e61-920e-7cd83762043c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-82e760/noten-model-82e760: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-82e760/noten-model-82e760-kserve-route (gateways: [openshift-ingress/e2e-noten-82e760]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.018896628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e5fd5650-c6c5-4add-a144-16ac6c0ebd2c","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.019494903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"34a38774-6140-44f7-8534-522940137855","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.020085162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"8d88f8e6-d453-4d9d-95d3-9d760290b7f8","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.020313096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"28fe3859-ef6b-461d-b9d8-cf18f8b14182","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.020526402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"e2e-conflict-a-1908b3f5","reconcileID":"92e8438b-d157-4f89-8fe9-069b3f05080d","MaaSModelRef":{"name":"e2e-conflict-a-1908b3f5","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"e2e-conflict-a-1908b3f5-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"e2e-conflict-a-1908b3f5","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.037116149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7fcfe9c7-dbce-4487-917a-4827dd0ff408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.037274016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"927619ff-9ea6-48ac-8ac3-714cfb216acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.047477774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"5a303417-b86c-4e42-9ecf-46eb9924d612","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.048140321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"51331925-d6e3-4a7c-824a-1042c2f87ff3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.04952143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"927619ff-9ea6-48ac-8ac3-714cfb216acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:00.051809392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"7fcfe9c7-dbce-4487-917a-4827dd0ff408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.997868806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"e5300009-093a-4539-9d94-7457105834b8","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.998198797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"c957a70f-fe12-4998-99bb-b3af45b867e2","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.998526698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e39d5520-9100-4e58-aa2f-b24150e41bbc","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:02.998974959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"dfdb69ed-3ffe-46c9-baba-489fa9b033d4","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.015340332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"99519438-7286-4589-b02b-bf4a74de4061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.017326183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0a5e79dc-2261-4755-8bc5-76eca9883ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.024464061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"c537bdf5-1e30-4e91-b90e-8c0ec07cd852","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.024884558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"99519438-7286-4589-b02b-bf4a74de4061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.026341992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"41b5d7a5-c69e-4435-ab98-d46d006811d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:03.030663487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"0a5e79dc-2261-4755-8bc5-76eca9883ae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:04.765288702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:06.060716734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"d3446e4c-8217-4009-a7b3-787e6a583a8e","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:06.068226286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"d3446e4c-8217-4009-a7b3-787e6a583a8e","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:06.073676408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbae2bd98b0e9d90ae89379981689a31f9c6c2ecf6eb3efdfaf464ecccbedcd1) AuthConfig (21c5fccf26a5e85c08566775d740c506386dfb540e7a95750eeac37cad05bc65) AuthConfig (5f745898ec57d9762832ed45846e5360a57872f2224a47ccf03cebee46168e0b) AuthConfig (9018e766cb17e92b4e56e323bab5d161654de898fd229f359b1a3fe8a7edffd0) AuthConfig (16572a486199a8523720c5d39ee9b710d37f72315c111c6891b5c6ce0e921cdc) AuthConfig (363ab28fa2b828721e68034c6138c9e81812d068618b2c72a9cb0613952e181a) AuthConfig (d23e4dbfdfc4ed3bf15e0b92bcdb8e0fbe1c103a98a9c5145139c5e61ea20759) AuthConfig (66f0cb0bfe314e6612d0248c3d10e9088c0128adbeb2efe8644fc4983c8452d6) AuthConfig (39c52e57460ec072d4a25cc38a86b3d5b8471c1dd96f266f49ca20e74d1f277a) AuthConfig (daf07b68dcf7ae65d0de3720466105394586a665686cb64b767054780c2f649a) AuthConfig (383b3f99ea5c438d187c42c75ad63ba048a6225988e224b4c00021e23b034fff) AuthConfig (604c8a47e6bf8c5e023fde99bd9e714d563a63d1129dfe2b1dcf4b86fb65a250) AuthConfig (0ce7549d4b55a4d5074a5a1ffb773ee3874e492bf673a8ddcb162ddaf7e4b945) AuthConfig (825c816bb5fc8d6d45a642243af7b03578da16d74eb3940ff1c14a377bb88810) AuthConfig (269c017f70baa584de0345713f489a0a588fec191ad854898455f72fcb39c4f9) AuthConfig (ba5a739212310a6a63b72ffb365a95cdabe2c3b03a123c050a3240d635b627d1) AuthConfig (86979ee8c7de77d07c73b7d47f96afe37d88ac8ca5a082942530a599f60cc21a) AuthConfig (f040dc85d5a5c36d5d5c25d387c7e155a54f95f5d5be0af04d8648be5352e9f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"d3446e4c-8217-4009-a7b3-787e6a583a8e","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:06.445122104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"e24e4cd6-c54f-4611-b97e-cd7ed29afd78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:06.452151572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"e24e4cd6-c54f-4611-b97e-cd7ed29afd78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:06.457824491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"e24e4cd6-c54f-4611-b97e-cd7ed29afd78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:09.706293265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b76bfd-dd31-482a-9ba5-87a0ccfbb285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:09.74841708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b76bfd-dd31-482a-9ba5-87a0ccfbb285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:09.752611368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b76bfd-dd31-482a-9ba5-87a0ccfbb285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:09.755697496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b76bfd-dd31-482a-9ba5-87a0ccfbb285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.197192016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31681ae2-99e0-4f53-bfa2-8b3dc8e13960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.200394541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31681ae2-99e0-4f53-bfa2-8b3dc8e13960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.203337882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31681ae2-99e0-4f53-bfa2-8b3dc8e13960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:10.206586098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31681ae2-99e0-4f53-bfa2-8b3dc8e13960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.569087228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","namespace":"ai-tenant-e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.569142662Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","namespace":"ai-tenant-e2e-extmod-a-aaea41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.569187747Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","tenant":"e2e-extmod-a-aaea41","tenantID":"e2e-extmod-a-aaea41","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.573952452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-aaea41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.587059058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Service","name":"maas-api-e2e-extmod-a-aaea41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.595548804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-aaea41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.603025757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-aaea41","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.612624087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.619899733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.629946949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.63497556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.637823345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.640262269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.642905545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Service","name":"payload-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.645261254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.647667563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.650102975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.65258979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.660261213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.663494374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.66589886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.668334622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-aaea41","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:12.670634964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aaea41"},"namespace":"ai-tenant-e2e-extmod-a-aaea41","name":"default-tenant","reconcileID":"d7fec09a-63c4-4a49-8852-a4b2711d07c8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-aaea41","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:15.901732529Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aaea41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aaea41","reconcileID":"31b72c19-7103-44e8-afa9-b19bc729fa1a","aitenant":"ai-tenants/e2e-extmod-a-aaea41","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.01855637Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aaea41","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aaea41","reconcileID":"31b72c19-7103-44e8-afa9-b19bc729fa1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aaea41","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-aaea41"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.067570404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f97233-df0a-47b8-a769-8627036d2753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.072290704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f97233-df0a-47b8-a769-8627036d2753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.075369434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f97233-df0a-47b8-a769-8627036d2753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.078465994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96f97233-df0a-47b8-a769-8627036d2753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.084116806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"13764dca-1105-4e9d-90ef-8e725ecf1075","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.091205347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"13764dca-1105-4e9d-90ef-8e725ecf1075","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.100892862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2babaef6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cbae2bd98b0e9d90ae89379981689a31f9c6c2ecf6eb3efdfaf464ecccbedcd1) AuthConfig (21c5fccf26a5e85c08566775d740c506386dfb540e7a95750eeac37cad05bc65) AuthConfig (5f745898ec57d9762832ed45846e5360a57872f2224a47ccf03cebee46168e0b) AuthConfig (9018e766cb17e92b4e56e323bab5d161654de898fd229f359b1a3fe8a7edffd0) AuthConfig (16572a486199a8523720c5d39ee9b710d37f72315c111c6891b5c6ce0e921cdc) AuthConfig (363ab28fa2b828721e68034c6138c9e81812d068618b2c72a9cb0613952e181a) AuthConfig (d23e4dbfdfc4ed3bf15e0b92bcdb8e0fbe1c103a98a9c5145139c5e61ea20759) AuthConfig (66f0cb0bfe314e6612d0248c3d10e9088c0128adbeb2efe8644fc4983c8452d6) AuthConfig (39c52e57460ec072d4a25cc38a86b3d5b8471c1dd96f266f49ca20e74d1f277a) AuthConfig (daf07b68dcf7ae65d0de3720466105394586a665686cb64b767054780c2f649a) AuthConfig (383b3f99ea5c438d187c42c75ad63ba048a6225988e224b4c00021e23b034fff) AuthConfig (604c8a47e6bf8c5e023fde99bd9e714d563a63d1129dfe2b1dcf4b86fb65a250) AuthConfig (0ce7549d4b55a4d5074a5a1ffb773ee3874e492bf673a8ddcb162ddaf7e4b945) AuthConfig (825c816bb5fc8d6d45a642243af7b03578da16d74eb3940ff1c14a377bb88810) AuthConfig (269c017f70baa584de0345713f489a0a588fec191ad854898455f72fcb39c4f9) AuthConfig (ba5a739212310a6a63b72ffb365a95cdabe2c3b03a123c050a3240d635b627d1) AuthConfig (86979ee8c7de77d07c73b7d47f96afe37d88ac8ca5a082942530a599f60cc21a) AuthConfig (f040dc85d5a5c36d5d5c25d387c7e155a54f95f5d5be0af04d8648be5352e9f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"13764dca-1105-4e9d-90ef-8e725ecf1075","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.450876611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c758043-b5ac-4d86-9639-35ca9bdad3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.474063394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c758043-b5ac-4d86-9639-35ca9bdad3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.492556478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c758043-b5ac-4d86-9639-35ca9bdad3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.616990705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c758043-b5ac-4d86-9639-35ca9bdad3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.626711913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"98506ef0-0635-4647-b7a1-d64af8bba7cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.723769708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"98506ef0-0635-4647-b7a1-d64af8bba7cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:16.736749418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"98506ef0-0635-4647-b7a1-d64af8bba7cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.780770345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"4c67dba9-b9da-45c2-8e0a-32cd8c390bbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.857869724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"4c67dba9-b9da-45c2-8e0a-32cd8c390bbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.865133285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59764713b1e3e0cf1cadd9646ae810c7ff3d1c1b77a2bca4ebe553ff8fd257dd) AuthConfig (c4ea0200e16ec44692916e0c5fd72dd58df38e4a1dcc4fbe8981e3b96993c05d) AuthConfig (0d45e1f2d0bbc9cc98fcf68a934624538339462ddc7c4da03dfdbc98c44b4109) AuthConfig (da67f644baf3f2ab9aea9d5bf027e1d3e1e03d2ea114b50cb4bce1e62f6f7ab2) AuthConfig (fe57d38a28c745902d85e00899f5f2640d8a4a5c27f82ebc8e0df82decad4857) AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (e6a62349ab877bbb9eccb60027c024cce4942f9458176501ed970e76f512e23d) AuthConfig (caafe907c285344976b2cae2a71ee6829e09935962b5b181aa6b5d4dcb2d5b9f) AuthConfig (abb426ff36f38de7f3a0c323da35e7e956278c70ab32671498d31a25dfcd958a) AuthConfig (4bde251d824d8f08865d372e438afe0125dd491a5c0b217de001d19ec6f060b0) AuthConfig (4d0d75df829ce7ad9156beb516b046232c43913ca0c12394cf40970a7f78164b) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe) AuthConfig (9dcaa209a154ad0874208c411a0c228a0fa07d96fb71fea3a2b912aa4ea81b29) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (376656a4833b4b4c39bf0837d73f4d02181349b60357c6348138f82906627e4c) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"4c67dba9-b9da-45c2-8e0a-32cd8c390bbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.875003963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"79bf602d-374e-4269-9a7c-5ba832db173a","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:18.875105189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"79bf602d-374e-4269-9a7c-5ba832db173a","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.496334045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e3b68-e781-42bd-8ee3-a2828cab0771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.499412422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e3b68-e781-42bd-8ee3-a2828cab0771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.502487938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e3b68-e781-42bd-8ee3-a2828cab0771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.505902228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"541e3b68-e781-42bd-8ee3-a2828cab0771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.956496815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8486932c-5b86-433c-b3d3-f02c1c3ccdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.960510877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8486932c-5b86-433c-b3d3-f02c1c3ccdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.964447003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8486932c-5b86-433c-b3d3-f02c1c3ccdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:23.968421956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8486932c-5b86-433c-b3d3-f02c1c3ccdd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.114892858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"1ee818e1-8be0-487e-b887-d7cd34332a5c","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.135374744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"1ee818e1-8be0-487e-b887-d7cd34332a5c","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.159079309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"c9117cf8-cc0a-4b47-a684-f8f1f36bfe2c","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:26.159098019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"c9117cf8-cc0a-4b47-a684-f8f1f36bfe2c","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.88133001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c57e7229-e25c-4760-9707-c38e45afafe6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.888319062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c57e7229-e25c-4760-9707-c38e45afafe6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:28.897847521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59764713b1e3e0cf1cadd9646ae810c7ff3d1c1b77a2bca4ebe553ff8fd257dd) AuthConfig (c4ea0200e16ec44692916e0c5fd72dd58df38e4a1dcc4fbe8981e3b96993c05d) AuthConfig (0d45e1f2d0bbc9cc98fcf68a934624538339462ddc7c4da03dfdbc98c44b4109) AuthConfig (da67f644baf3f2ab9aea9d5bf027e1d3e1e03d2ea114b50cb4bce1e62f6f7ab2) AuthConfig (fe57d38a28c745902d85e00899f5f2640d8a4a5c27f82ebc8e0df82decad4857) AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (e6a62349ab877bbb9eccb60027c024cce4942f9458176501ed970e76f512e23d) AuthConfig (caafe907c285344976b2cae2a71ee6829e09935962b5b181aa6b5d4dcb2d5b9f) AuthConfig (abb426ff36f38de7f3a0c323da35e7e956278c70ab32671498d31a25dfcd958a) AuthConfig (4bde251d824d8f08865d372e438afe0125dd491a5c0b217de001d19ec6f060b0) AuthConfig (4d0d75df829ce7ad9156beb516b046232c43913ca0c12394cf40970a7f78164b) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe) AuthConfig (9dcaa209a154ad0874208c411a0c228a0fa07d96fb71fea3a2b912aa4ea81b29) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (376656a4833b4b4c39bf0837d73f4d02181349b60357c6348138f82906627e4c) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c57e7229-e25c-4760-9707-c38e45afafe6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.261341964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","namespace":"ai-tenant-e2e-extmod-b-6f810f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.261438583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","namespace":"ai-tenant-e2e-extmod-b-6f810f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.261512029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","tenant":"e2e-extmod-b-6f810f","tenantID":"e2e-extmod-b-6f810f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.268491188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6f810f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.282964617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Service","name":"maas-api-e2e-extmod-b-6f810f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.297232122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6f810f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.302905093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6f810f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.310271599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.318894933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.326338829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.331300617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.334225669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.336915653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.339454572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Service","name":"payload-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.345949127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.350017391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.35399674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.357992465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.363956014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.37285393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.375984854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.378619345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6f810f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:33.381079694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6f810f"},"namespace":"ai-tenant-e2e-extmod-b-6f810f","name":"default-tenant","reconcileID":"a5670e4c-6095-4e30-b256-ffe7132ba0c4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6f810f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:34.765312978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.337581013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"589310dc-6946-4a65-ba82-d298efd6c094","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.337714594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"589310dc-6946-4a65-ba82-d298efd6c094","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.360292765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"910da583-fdf0-4af7-8f1f-5fa0122d13b8","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.36041141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"910da583-fdf0-4af7-8f1f-5fa0122d13b8","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.369305105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"7ca53476-630f-4d77-9cf2-302acc42b887","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.375643062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"28a1e72c-90b6-4cd3-8e76-7b6136ba411d","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.378566908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"7ca53476-630f-4d77-9cf2-302acc42b887","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.463473241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"554b8b87-e14a-461c-8f3a-73a295152ce7","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.470413433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"554b8b87-e14a-461c-8f3a-73a295152ce7","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.470927255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"f316fd01-9564-404f-966a-43600f76a8ae","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.587625134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea15c7e6-c871-4066-a7b5-40a8b6a380b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.59100864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea15c7e6-c871-4066-a7b5-40a8b6a380b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.594894031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea15c7e6-c871-4066-a7b5-40a8b6a380b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.598367838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea15c7e6-c871-4066-a7b5-40a8b6a380b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.940423002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea865386-635f-495a-8d44-17e20eb0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.94406859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea865386-635f-495a-8d44-17e20eb0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.947945334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea865386-635f-495a-8d44-17e20eb0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:35.953022466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea865386-635f-495a-8d44-17e20eb0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.269746362Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6f810f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6f810f","reconcileID":"64fc7f27-6d26-42cd-ad36-f792279d27e7","aitenant":"ai-tenants/e2e-extmod-b-6f810f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.344578575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103f76aa-71e1-4761-9d2a-4cf4f1884eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.347990398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103f76aa-71e1-4761-9d2a-4cf4f1884eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.351179445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103f76aa-71e1-4761-9d2a-4cf4f1884eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.35436254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103f76aa-71e1-4761-9d2a-4cf4f1884eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.363154583Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6f810f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6f810f","reconcileID":"64fc7f27-6d26-42cd-ad36-f792279d27e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6f810f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6f810f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.608595114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2632b6-f16d-4f1a-8ede-6d5f9e22c875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.612073612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2632b6-f16d-4f1a-8ede-6d5f9e22c875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.615629117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2632b6-f16d-4f1a-8ede-6d5f9e22c875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.622802556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2632b6-f16d-4f1a-8ede-6d5f9e22c875","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.940970873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0878078-1360-4153-a111-87cf9063e626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:36.994524757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0878078-1360-4153-a111-87cf9063e626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.001867582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0878078-1360-4153-a111-87cf9063e626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.00643806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0878078-1360-4153-a111-87cf9063e626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.245494194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-access","reconcileID":"91de6373-c4f5-4ed1-a1f3-90d8b512543d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.245586182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"99e1217b-073f-4ee6-bef4-bd641924b756","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.265970951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"adde00de-4c98-4336-ab28-f1df1367bc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.272580385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"1495698c-2615-41e4-a4e8-156917b2fd3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.273376835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"adde00de-4c98-4336-ab28-f1df1367bc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.36175803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"bc75d807-800f-48ad-93ed-1b493c32c391","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.387965864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2a5b9547-82e9-4c88-957a-85ccd90a3526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.396204936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"d825ca41-1c02-4986-942c-de0eac58d89b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.396847699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"2a5b9547-82e9-4c88-957a-85ccd90a3526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.491845943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"7ab57796-dc00-48a9-9aff-0ba5d44a3623","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.497700464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b614d7f2-25a0-46c0-bb97-0411a632383f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:37.507596951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"b614d7f2-25a0-46c0-bb97-0411a632383f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.904294634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"82fa364c-1dd9-4171-98bf-6f3a75a9e8de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.911431638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"82fa364c-1dd9-4171-98bf-6f3a75a9e8de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.934601556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"d8ef6132-abf5-4c24-acc3-3544f2ab3e60","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:38.93462211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"d8ef6132-abf5-4c24-acc3-3544f2ab3e60","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.19767647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"16b895da-d6ab-4afb-a785-5d1807862f9f","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.237637845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"5c93988d-5c1e-410b-bd51-51109501a554","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.282443192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"3fea18c3-9cbf-4f66-88f5-0a04a0fa03bb","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.297562352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"944ac6c4-762c-4eae-a3af-886f973a043f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.297763945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"008532a4-5d1e-40d8-b937-05078811c1e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.30828964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"944ac6c4-762c-4eae-a3af-886f973a043f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.319896387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"17123b12-0484-46a3-aca5-a5e5f6fe165a","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.325493146Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"15091620-4f76-4049-bc25-a1b2b7219a3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.329473862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"73481983-31ed-419b-ae81-b10e761d3ded","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.342177325Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"15091620-4f76-4049-bc25-a1b2b7219a3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.395509229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"682de15d-e308-4cee-8c96-524628a0dfc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.397080466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e359ef59-df85-4398-ad6f-c2cb7267f9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.404111858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"e359ef59-df85-4398-ad6f-c2cb7267f9f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.412177944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"simulator-subscription","reconcileID":"15091620-4f76-4049-bc25-a1b2b7219a3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/simulator-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.4969288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"7381b37d-225f-4b48-98f4-d393b23ca574","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.502404399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3036f4d2-acfc-4986-8b03-3f449cb11860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.509220897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"3036f4d2-acfc-4986-8b03-3f449cb11860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.719443868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"f37b9c5c-dbcc-4de4-b144-465b4612e9bd","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.719468984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"f37b9c5c-dbcc-4de4-b144-465b4612e9bd","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.726529616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e55a2388-0ad3-4d6f-8982-ef9fb72bdb0f","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.726546331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"e55a2388-0ad3-4d6f-8982-ef9fb72bdb0f","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.732412988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c28e7a34-7770-4150-8e28-c52149d13d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.762047973Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c28e7a34-7770-4150-8e28-c52149d13d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.767467878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c28e7a34-7770-4150-8e28-c52149d13d1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.77331066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"af1f2e03-cba0-41e5-8fe0-1816d8a51cbb","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:42.773327267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"af1f2e03-cba0-41e5-8fe0-1816d8a51cbb","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.433685803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"51de8015-65bf-4b2d-bbb0-3e0c285e8869","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.433716152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"51de8015-65bf-4b2d-bbb0-3e0c285e8869","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.492959116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"eae47e9f-f5f4-4bbb-80f0-1e58bbe2ba01","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.520634094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"eae47e9f-f5f4-4bbb-80f0-1e58bbe2ba01","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.529485423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"1bf76f3b-7a30-4c00-ba89-85745a49f44f","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.55918283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"a585f466-e3dc-43a8-9a3b-d7028c16782d","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.566662824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"a585f466-e3dc-43a8-9a3b-d7028c16782d","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:45.582353927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"8712f881-d663-4853-baf9-9dc64c1d44d0","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.560637433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36977944-4145-43b8-a6b5-aa6c49d5e6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.564144587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36977944-4145-43b8-a6b5-aa6c49d5e6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.5674438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36977944-4145-43b8-a6b5-aa6c49d5e6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.570861193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36977944-4145-43b8-a6b5-aa6c49d5e6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.807462576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4c3bb7-deed-4bca-a037-e8982c45996f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.810717997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4c3bb7-deed-4bca-a037-e8982c45996f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.813980258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4c3bb7-deed-4bca-a037-e8982c45996f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:47.817142581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4c3bb7-deed-4bca-a037-e8982c45996f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.075366424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899eacfa-acfb-4e7c-9034-a8f362b9c6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.078792836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899eacfa-acfb-4e7c-9034-a8f362b9c6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.082109875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899eacfa-acfb-4e7c-9034-a8f362b9c6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.085490918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899eacfa-acfb-4e7c-9034-a8f362b9c6aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.087603631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d69c7a7e-b07b-44ef-8671-6426ca425659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.08769994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d6559817-0479-474e-ad21-8d35bfad9282","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.160312723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"68ac189f-7060-49ad-b1cd-2ed6fc15ff63","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.160598901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"2fb10004-7150-4dae-b36f-55b3b9cebd47","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.160813214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a7e2909a-00a9-49e8-8c9f-3166a3c4130a","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.161006249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"0b03a505-80fa-426a-94e1-90c04bc21e68","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.263415671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"64c8b051-fcfa-4b30-b83d-ec5c797a9b55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.342864385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d69c7a7e-b07b-44ef-8671-6426ca425659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.361766535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"79210665-27f2-4a58-a3aa-17d91d36a473","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.375842611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d69c7a7e-b07b-44ef-8671-6426ca425659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.375869201Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"d69c7a7e-b07b-44ef-8671-6426ca425659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.442606181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d98e6f2-0dd7-4320-94ea-4fc311a3415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.443258492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"2e0b21bf-1631-4359-bc1f-c8b34cb56315","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.452073816Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-24b244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-24b244","reconcileID":"6ed3d873-b860-4657-9692-b88dee107c6a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-24b244","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-24b244":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.452295272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d98e6f2-0dd7-4320-94ea-4fc311a3415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.455226297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e727938b-85bc-4111-b37a-d23b35b46b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.458688685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e727938b-85bc-4111-b37a-d23b35b46b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.461748173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e727938b-85bc-4111-b37a-d23b35b46b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.464829588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e727938b-85bc-4111-b37a-d23b35b46b8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.470157383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d98e6f2-0dd7-4320-94ea-4fc311a3415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"e2e-worker-w2-e27ae7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.470180713Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d98e6f2-0dd7-4320-94ea-4fc311a3415b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:24:48.553289766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-access","reconcileID":"4d98e6f2-0dd7-4320-94ea-4fc311a3415b","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.625276784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"9790ae26-cfb1-45da-afc1-04665869bd68","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.966305092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b8dc-6d94-4442-bdc0-34e9d7c9319a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.982922187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b8dc-6d94-4442-bdc0-34e9d7c9319a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:48.986344861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b8dc-6d94-4442-bdc0-34e9d7c9319a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.000047143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae1b8dc-6d94-4442-bdc0-34e9d7c9319a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.202318365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4eaf92-1ef9-45e7-bfc9-6d5809b6674a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.205348731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4eaf92-1ef9-45e7-bfc9-6d5809b6674a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.209143839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4eaf92-1ef9-45e7-bfc9-6d5809b6674a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.212178208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae4eaf92-1ef9-45e7-bfc9-6d5809b6674a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.44264459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5503b-a17f-44aa-acdf-0940cb788067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.446367163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5503b-a17f-44aa-acdf-0940cb788067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.44953148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5503b-a17f-44aa-acdf-0940cb788067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:49.452884217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10c5503b-a17f-44aa-acdf-0940cb788067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:52.778984237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"70070ba7-de47-4321-87b2-2243150bc811","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:52.785952457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"70070ba7-de47-4321-87b2-2243150bc811","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:52.791276429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"70070ba7-de47-4321-87b2-2243150bc811","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.299753126Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"fcf3a508-9883-42c1-b69b-5ca56918ba95","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.299894555Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"fcf3a508-9883-42c1-b69b-5ca56918ba95","name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.307157921Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"fcf3a508-9883-42c1-b69b-5ca56918ba95","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.30717681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"fcf3a508-9883-42c1-b69b-5ca56918ba95","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.307259361Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"fcf3a508-9883-42c1-b69b-5ca56918ba95","name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.308229717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"367d4aeb-b779-4b34-af73-952db018bc98","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.308245851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"367d4aeb-b779-4b34-af73-952db018bc98","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.314487619Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"fcf3a508-9883-42c1-b69b-5ca56918ba95","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.317484084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2fdea259-f79c-4db7-b581-026c9b7c51fc","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.317498421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2fdea259-f79c-4db7-b581-026c9b7c51fc","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:24:54.321054529Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2fdea259-f79c-4db7-b581-026c9b7c51fc","name":"e2e-lifecycle-model-2babaef6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:24:54.321109425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2fdea259-f79c-4db7-b581-026c9b7c51fc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.322202283Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"89dca103-e782-42cf-a64a-2f1ce276eeab","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54dc5816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.327097033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"7260ea7c-35f4-41e8-99b5-a7a3f2cde403","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.327115465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"7260ea7c-35f4-41e8-99b5-a7a3f2cde403","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.351564547Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"1057f3a6-442f-4568-89ca-d373cf618b8a","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-54dc5816","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.38268645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"0e3805fa-2492-499d-ae6d-1766b2d2166c","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.449113933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"0e3805fa-2492-499d-ae6d-1766b2d2166c","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.457940955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"4966712b-619a-48df-a879-ebb882152b1f","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.465301824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"4966712b-619a-48df-a879-ebb882152b1f","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.488738981Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"4966712b-619a-48df-a879-ebb882152b1f","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"e2e-mt-2babaef6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.488761725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-policy-2babaef6","reconcileID":"4966712b-619a-48df-a879-ebb882152b1f","MaaSAuthPolicy":{"name":"e2e-policy-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.496443743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"46a47f7f-f5de-4b2c-9eed-f138998eb9fa","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:54.496460774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"46a47f7f-f5de-4b2c-9eed-f138998eb9fa","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:55.594619419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"8b5270f7-fb35-4d2c-96a0-af4db06b3e29","namespace":"ai-tenant-e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:55.594687818Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"8b5270f7-fb35-4d2c-96a0-af4db06b3e29","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:55.598922086Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"8b5270f7-fb35-4d2c-96a0-af4db06b3e29","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:55.598939525Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"8b5270f7-fb35-4d2c-96a0-af4db06b3e29","namespace":"ai-tenant-e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.596158469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"55df8960-438b-48ce-9d02-da6c496eb215","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:57.613150488Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"55df8960-438b-48ce-9d02-da6c496eb215","name":"e2e-extmod-a-24b244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.161152462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"fa934020-f679-4bda-8b0a-754702b87638","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.161404919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"eb274af7-8852-4f3e-856b-66a5aac2364a","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.161627891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"937c141e-f442-4cb9-84bc-1a7a0acbf286","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.629048663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"408f224d-b05b-4535-bd04-07faf326866d","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.655456045Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"e6b5e3f4-b0a9-4003-bfce-1fa96d4cfcbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.659207263Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"e6b5e3f4-b0a9-4003-bfce-1fa96d4cfcbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.66255431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"premium-simulator-subscription","reconcileID":"e6b5e3f4-b0a9-4003-bfce-1fa96d4cfcbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"name":"maas-trlp-premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7","model":"e2e-models-e2e-worker-w2-e27ae7/premium-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:24:58.69612772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"824f8ba7-6d5f-4c2b-8c6a-b360b15e5f9f","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:02.799172848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f973c561-81da-4a51-a093-bdfa2906e9a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:02.806515624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f973c561-81da-4a51-a093-bdfa2906e9a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:02.8122779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f973c561-81da-4a51-a093-bdfa2906e9a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.358523784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"9d082647-6ce0-47dd-a4a8-eeec33ccd176","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","subscription":"e2e-sub-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.366759073Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"9d082647-6ce0-47dd-a4a8-eeec33ccd176","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.375092303Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-sub-2babaef6","reconcileID":"9d082647-6ce0-47dd-a4a8-eeec33ccd176","MaaSSubscription":{"name":"e2e-sub-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"name":"maas-trlp-e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.504119551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"79c6d2ad-e75c-4bf7-b4dc-30fb23e20ef6","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.504141344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"79c6d2ad-e75c-4bf7-b4dc-30fb23e20ef6","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.785690625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.837600068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"022de31f-10c9-425b-b78d-5b65b7c348f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.837620366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"022de31f-10c9-425b-b78d-5b65b7c348f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.843291781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10939266-652c-4a7c-b087-678e2e8940a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.843308665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10939266-652c-4a7c-b087-678e2e8940a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.850407972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"aee07dda-1ebf-417b-8ea3-1cf1eeaa7aaa","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.87463954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"aee07dda-1ebf-417b-8ea3-1cf1eeaa7aaa","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.880529528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"aee07dda-1ebf-417b-8ea3-1cf1eeaa7aaa","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.886607156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09184829-ffdd-4233-a2c5-19c6c769f188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:04.886627038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09184829-ffdd-4233-a2c5-19c6c769f188","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.004559448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373d97cd-e877-4d58-a45f-a8d78bed2afc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.004580017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"373d97cd-e877-4d58-a45f-a8d78bed2afc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.014653046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70192ee3-063c-4757-9bb0-421a7d150ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.014674957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70192ee3-063c-4757-9bb0-421a7d150ba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:05.017027575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-sub-5c9590a3","reconcileID":"46e674f6-848e-4017-97af-78f37ddfb94b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-5c9590a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.023101266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"32fe03af-9397-4a72-88fa-65992c91d0c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.032360689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"32fe03af-9397-4a72-88fa-65992c91d0c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.035516136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"170a183f-f029-43bc-9e58-f7b6e41409d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.035538974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"170a183f-f029-43bc-9e58-f7b6e41409d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.041137504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"32fe03af-9397-4a72-88fa-65992c91d0c5","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.042484906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c642498a-9d0c-44ea-9a73-64b6e409f9b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.042510536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c642498a-9d0c-44ea-9a73-64b6e409f9b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.065095714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-sub-5c9590a3","reconcileID":"66d0e1dc-d5d0-4602-875d-d86627191854","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-5c9590a3/e2e-shared-sub-5c9590a3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.079532134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1706b044-3b5d-48a6-bd51-cf6320c7eabe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.079551271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1706b044-3b5d-48a6-bd51-cf6320c7eabe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.154241096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-sub-5c9590a3","reconcileID":"e32b5169-cfb6-4057-a6da-9733499bab6d","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.160005255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eeee4ef5-cd7e-491d-90c6-46ab8667293b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.87474886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c120806-7bd2-47d9-826a-0cfd80847ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.874796587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c120806-7bd2-47d9-826a-0cfd80847ba7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.889346099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35a9af1e-1b92-41d2-94d8-0930cd0b6735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.889364438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35a9af1e-1b92-41d2-94d8-0930cd0b6735","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.904390828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"d1f0a9d6-ab39-4687-a48f-ae9e574f4b22","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.915857397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"d1f0a9d6-ab39-4687-a48f-ae9e574f4b22","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.93413253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"d1f0a9d6-ab39-4687-a48f-ae9e574f4b22","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.942141169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"643c413c-f9e0-4394-aac9-379cdd918b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:05.942158317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"643c413c-f9e0-4394-aac9-379cdd918b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.040547195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d01a026-ac81-42fe-9faf-38640ddf2d16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.04056786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d01a026-ac81-42fe-9faf-38640ddf2d16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.048103753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"1f7776b6-5197-4af1-abe2-62bc1d6cd804","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.048774368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5b62188-99ff-40a5-a792-212135dedd57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.048808432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5b62188-99ff-40a5-a792-212135dedd57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:06.049677488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"0e28e8f2-5b6d-496b-867f-4bffcab109e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-5c9590a3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.055498993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"1f7776b6-5197-4af1-abe2-62bc1d6cd804","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.061999063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"1f7776b6-5197-4af1-abe2-62bc1d6cd804","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.066080823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c71a1fd-57c1-43b6-9c5d-9beec04e8ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.066096388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c71a1fd-57c1-43b6-9c5d-9beec04e8ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.073983434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cd950ca-fb31-42e9-9c91-65fb138daacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.074000379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cd950ca-fb31-42e9-9c91-65fb138daacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.097198348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"5267fccf-9f46-45b9-9bf8-702a033f8709","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-5c9590a3/e2e-shared-sub-5c9590a3","ai-tenant-e2e-mt-bb9bc3f0/e2e-shared-sub-5c9590a3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.115042791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4ac6e8f-d506-4342-bd98-7a833e414dc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.1150682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4ac6e8f-d506-4342-bd98-7a833e414dc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.1875145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-sub-5c9590a3","reconcileID":"47672f1c-c68c-4c95-9ae0-0496a67a30b3","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.188086444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f0e3859-020a-4ed9-9f06-c1a4bf21eeee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.188480472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"6658d976-327f-483b-a5bc-508268168341","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.851091859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"b1838dee-82f4-4068-bdf0-61a5bf1c3ae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.851382334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4baec1a9-191a-41ca-a48f-4598c2e0a61b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.851405813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4baec1a9-191a-41ca-a48f-4598c2e0a61b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.856567983Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-policy-5c9590a3","reconcileID":"b1838dee-82f4-4068-bdf0-61a5bf1c3ae2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"policyNamespace":"ai-tenant-e2e-mt-5c9590a3","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.862672291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351d9d48-b057-4430-8659-6dcb1ccc55ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:06.862689796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351d9d48-b057-4430-8659-6dcb1ccc55ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.042916046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1b3189d-46d9-4767-a014-0facf0c1dfa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.042942217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1b3189d-46d9-4767-a014-0facf0c1dfa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.48297004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09bd25-3c13-4044-b75f-4b8101f60e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.490285552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09bd25-3c13-4044-b75f-4b8101f60e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.501011881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09bd25-3c13-4044-b75f-4b8101f60e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.517878347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af09bd25-3c13-4044-b75f-4b8101f60e62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.784995027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5481207-d16e-4040-ae97-29597274af50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.788879224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5481207-d16e-4040-ae97-29597274af50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.791858441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5481207-d16e-4040-ae97-29597274af50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:07.795289443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5481207-d16e-4040-ae97-29597274af50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:08.167557086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"51455de6-0111-4a3b-8e2c-e68437510333","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:08.168002223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"708e0fcf-05b8-4c05-90e0-9bf96386c324","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:08.168280794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"a24a95e8-e4e5-4cd1-b3d4-e8b74b5cd7c1","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:08.697645344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"0e5856ac-b426-4329-b493-1d818444cef6","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.373467746Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.373893952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.374338622Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","tenant":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.382678419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Deployment","name":"maas-api-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.410434406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Service","name":"maas-api-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.422833607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.430743934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.444482512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.459904295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.471094647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.481229205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.489001972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Deployment","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.49302056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.500943706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Service","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.508877784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"Service","name":"payload-pre-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.514391151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"DestinationRule","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.519028116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.523012268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.531472708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.539749909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.569743418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.590220753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:10.603080617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"c4e0bdb5-1d31-4c28-b5df-decd1a93970a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-2babaef6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:11.030440729Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2babaef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2babaef6","reconcileID":"0f3a4e65-cc83-47e3-b533-6cb583be726c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2babaef6","removed":["maas.opendatahub.io/gateway-access-e2e-mt-2babaef6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.098550147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"deae5e5e-4522-4fb5-bf95-9ac8a5bbd5cc","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.2760979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"deae5e5e-4522-4fb5-bf95-9ac8a5bbd5cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.288100196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"017393e0-d75e-4a2c-b62a-23923dc54271","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.394083006Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"017393e0-d75e-4a2c-b62a-23923dc54271","name":"e2e-lifecycle-model-2babaef6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.394228677Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"017393e0-d75e-4a2c-b62a-23923dc54271","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2babaef6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.394301321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"017393e0-d75e-4a2c-b62a-23923dc54271","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.408952029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"d5a04b35-0a3e-41f4-afac-b5ba9b5ce29a","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.409092549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"d5a04b35-0a3e-41f4-afac-b5ba9b5ce29a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.44546642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"fc7ac3d2-b935-4ac9-8675-5d7b87d63e63","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.445637116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"fc7ac3d2-b935-4ac9-8675-5d7b87d63e63","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.527340763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"be8901a8-b003-4d51-9101-3e6f207135b4","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.527533081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"be8901a8-b003-4d51-9101-3e6f207135b4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.614528507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"491c43c4-15f0-47fe-911b-001fe68787fe","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.614656305Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"491c43c4-15f0-47fe-911b-001fe68787fe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.780444369Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"d9547924-7bae-4f7d-a4df-7839d20504a6","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:11.780538438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"d9547924-7bae-4f7d-a4df-7839d20504a6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:11.863099806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f32efb-ca86-4135-b6d2-f1f493cd0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:11.867570784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f32efb-ca86-4135-b6d2-f1f493cd0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:11.871106766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f32efb-ca86-4135-b6d2-f1f493cd0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:11.875250948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18f32efb-ca86-4135-b6d2-f1f493cd0214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.101035398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"9127f422-da3d-49e4-bd08-4793db933f46","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.101100027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"9127f422-da3d-49e4-bd08-4793db933f46","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.270372581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b6b96-c135-4872-837e-e14ca0a23983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.274627945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b6b96-c135-4872-837e-e14ca0a23983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.278618765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b6b96-c135-4872-837e-e14ca0a23983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.282530013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b15b6b96-c135-4872-837e-e14ca0a23983","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.53050201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"9cc1da71-300a-43da-bc5c-5d51217acf5b","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.530564832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"9cc1da71-300a-43da-bc5c-5d51217acf5b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.543493062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"9c374c8a-26dc-47ff-8b9d-c75713439be1","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:12.543559013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"9c374c8a-26dc-47ff-8b9d-c75713439be1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.795939292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5474c813-bc0b-4ce6-8f45-a485116265d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.799980975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5474c813-bc0b-4ce6-8f45-a485116265d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.806955314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5474c813-bc0b-4ce6-8f45-a485116265d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.848709378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5474c813-bc0b-4ce6-8f45-a485116265d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.85513237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"e369dcfd-030a-415a-908d-70c182acf126","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.863165021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"e369dcfd-030a-415a-908d-70c182acf126","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.869068084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"e369dcfd-030a-415a-908d-70c182acf126","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.877115138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"28f21e47-b4c1-4310-8d72-f1460c958987","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:12.877133536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"28f21e47-b4c1-4310-8d72-f1460c958987","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.063137526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1771555a-b72f-4399-9ef5-f260712e0e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.066418406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1771555a-b72f-4399-9ef5-f260712e0e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.069432367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1771555a-b72f-4399-9ef5-f260712e0e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.072456914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1771555a-b72f-4399-9ef5-f260712e0e86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.388372743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","namespace":"ai-tenant-e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.388460116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","namespace":"ai-tenant-e2e-worker-w2-e27ae7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.388538612Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","tenant":"e2e-worker-w2-e27ae7","tenantID":"e2e-worker-w2-e27ae7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.39312926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Deployment","name":"maas-api-e2e-worker-w2-e27ae7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.404418562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Service","name":"maas-api-e2e-worker-w2-e27ae7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.418697172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-e27ae7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.42497646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-e27ae7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.434067627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.443530525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.449069318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.455742836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.45915994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.46171648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.464201024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Service","name":"payload-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.466516672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.468880956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.471214333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.473580895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.478928985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.481659145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.484283588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.486614838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-e27ae7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.488976319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e27ae7"},"namespace":"ai-tenant-e2e-worker-w2-e27ae7","name":"default-tenant","reconcileID":"85c9327d-5531-4716-b424-f2e1e4cda6a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-e27ae7","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:13.57245837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"777880f0-7aae-4351-b29e-df65df84183b","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:13.57255042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"777880f0-7aae-4351-b29e-df65df84183b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.589930534Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9ea5d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9ea5d2","reconcileID":"9c86e273-6498-4958-975d-630c578d5a91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9ea5d2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-9ea5d2":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:13.61642928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2ae4f1c3-585b-4ca7-98c0-2d584387805e","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:13.616487774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2ae4f1c3-585b-4ca7-98c0-2d584387805e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.887315769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c6b597-efd9-401c-b7bf-26d739b1d071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.902947264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c6b597-efd9-401c-b7bf-26d739b1d071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.922118868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c6b597-efd9-401c-b7bf-26d739b1d071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:13.991463104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c6b597-efd9-401c-b7bf-26d739b1d071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:14.882129569Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"1f4dae4e-7d4b-4c78-908b-a056c59557c1","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:14.882211024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"1f4dae4e-7d4b-4c78-908b-a056c59557c1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.071352039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"93ed2237-f820-41e8-8110-8f3946da523d","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.077926995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"93ed2237-f820-41e8-8110-8f3946da523d","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:16.083092947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"93ed2237-f820-41e8-8110-8f3946da523d","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:16.826845281Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"72529f2a-3f1f-4910-a73e-4feb7b59693e","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:16.826915746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"72529f2a-3f1f-4910-a73e-4feb7b59693e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:16.842455923Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2854759b-e06f-4699-87e1-d10ad6d7c5de","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:16.842519843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2854759b-e06f-4699-87e1-d10ad6d7c5de","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6-kserve-route (gateways: [openshift-ingress/e2e-mt-2babaef6]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.042119336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8a6337-0da7-4752-abd2-702f8d3449b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.045434782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8a6337-0da7-4752-abd2-702f8d3449b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.048382912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8a6337-0da7-4752-abd2-702f8d3449b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.051425845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8a6337-0da7-4752-abd2-702f8d3449b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.060115118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-sub-5c9590a3","reconcileID":"b9383964-61e1-412e-9307-efcc7d7e5dae","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-5c9590a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.078801882Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"namespace":"ai-tenant-e2e-mt-5c9590a3","name":"e2e-shared-sub-5c9590a3","reconcileID":"b9383964-61e1-412e-9307-efcc7d7e5dae","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-5c9590a3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-bb9bc3f0/e2e-shared-sub-5c9590a3","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.091735373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"561c60ad-43a7-473d-903a-afbf19bf9b37","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.09204507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"4f66be33-a1ea-4d3d-b78b-1472ccfca166","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.144085394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f829b4f8-8236-4aea-924c-0c1aa9f5b75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.144106067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f829b4f8-8236-4aea-924c-0c1aa9f5b75d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.349399295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095794f7-5d0e-48df-b72f-5943eb3fd513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.352529647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095794f7-5d0e-48df-b72f-5943eb3fd513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.355543189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095794f7-5d0e-48df-b72f-5943eb3fd513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.358848065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095794f7-5d0e-48df-b72f-5943eb3fd513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.606325889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce1a55-7ac9-49cf-8d83-6d632f374f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.609403237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce1a55-7ac9-49cf-8d83-6d632f374f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.612411087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce1a55-7ac9-49cf-8d83-6d632f374f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.615516514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce1a55-7ac9-49cf-8d83-6d632f374f70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.853718833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"a3c28f7e-09f0-478f-bada-ba4364a96387","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.853738984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"a3c28f7e-09f0-478f-bada-ba4364a96387","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:17.942150548Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2babaef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2babaef6","reconcileID":"8d9ee282-5427-489f-bb73-490cdcadff8b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2babaef6","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-2babaef6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.132211862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2c6391c1-5acb-4103-b2a0-4f970ad19c2b","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.132242671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"2c6391c1-5acb-4103-b2a0-4f970ad19c2b","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.16886241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"1f71bfbc-2492-4c8f-8b66-1a01f5994acf","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.16910477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"8d661f2a-c512-4d60-991a-1fba36d85b1c","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.169267979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"fbdff133-b0a0-4910-9806-ba902db7c6d5","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.274969443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e7359-30e0-4d8f-93d4-777233ce7fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.278911418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e7359-30e0-4d8f-93d4-777233ce7fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.283567333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e7359-30e0-4d8f-93d4-777233ce7fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.291275403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e7359-30e0-4d8f-93d4-777233ce7fc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.489000087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"d921d38b-ecac-4ded-8c8a-00b2a3a5e2f6","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.540964169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"76e4399a-ea6d-472c-8ad7-24bc7fa9161b","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.609335413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"0980e763-148b-40c3-afeb-23b44bc23ca9","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.611413979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"e95907e0-0282-4f15-9c7a-58bc4e69a5fc","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.687378515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"7d46469c-2eb6-495d-823d-3cd02d3a2497","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-2-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-2-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:18.719619069Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"7d46469c-2eb6-495d-823d-3cd02d3a2497","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"error":"LLMInferenceService distinct-2-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:18.740226813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-2-w2-e27ae7","reconcileID":"7d46469c-2eb6-495d-823d-3cd02d3a2497","error":"LLMInferenceService distinct-2-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.741743397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"04c85755-2642-4725-ac32-d1d22455e21c","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.742161198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"b980d2e2-720e-4fd3-9d00-5e319db7c703","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.742451456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"f884ecf5-03fd-4c1b-a511-c5f6f13f5986","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:18.980485191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"68d8170d-fbf5-481d-bb5f-799200431a59","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"distinct-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"distinct-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:18.98060623Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"68d8170d-fbf5-481d-bb5f-799200431a59","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"error":"LLMInferenceService distinct-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.044695743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"distinct-w2-e27ae7","reconcileID":"68d8170d-fbf5-481d-bb5f-799200431a59","error":"LLMInferenceService distinct-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.044889079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d87787e8-250a-4bb9-a7a8-bb3e4d0d0ad7","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.045145127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"b876833d-fd51-4695-923b-f42098c4b837","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.196548869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3dd9478e-3473-45b0-9739-b922eadcb5fc","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.196586822Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3dd9478e-3473-45b0-9739-b922eadcb5fc","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"error":"LLMInferenceService simulator-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.208990902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"3dd9478e-3473-45b0-9739-b922eadcb5fc","error":"LLMInferenceService simulator-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.215292071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"fdd2cbf4-097f-4ce8-9902-82dbebb6f286","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"simulator-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"simulator-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.215385777Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"fdd2cbf4-097f-4ce8-9902-82dbebb6f286","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"error":"LLMInferenceService simulator-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.215473539Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"simulator-w2-e27ae7","reconcileID":"fdd2cbf4-097f-4ce8-9902-82dbebb6f286","error":"LLMInferenceService simulator-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.216003854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"d890f984-1af1-4600-97e6-e5b805ed44f2","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:19.416922863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f1c9e270-9f6e-485f-8699-d5dc6b81f8af","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"routeName":"premium-w2-e27ae7-kserve-route","namespace":"e2e-models-e2e-worker-w2-e27ae7","llmisvcName":"premium-w2-e27ae7","gateway":"openshift-ingress/e2e-worker-w2-e27ae7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.416957514Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f1c9e270-9f6e-485f-8699-d5dc6b81f8af","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"error":"LLMInferenceService premium-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:19.427735224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e27ae7","namespace":"e2e-models-e2e-worker-w2-e27ae7"},"namespace":"e2e-models-e2e-worker-w2-e27ae7","name":"premium-w2-e27ae7","reconcileID":"f1c9e270-9f6e-485f-8699-d5dc6b81f8af","error":"LLMInferenceService premium-w2-e27ae7 not found in namespace e2e-models-e2e-worker-w2-e27ae7","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:20.873666407Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e27ae7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e27ae7","reconcileID":"46cdcf16-babf-4990-bd2b-3dda35b26e7e","aitenant":"ai-tenants/e2e-worker-w2-e27ae7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:20.991116505Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e27ae7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e27ae7","reconcileID":"46cdcf16-babf-4990-bd2b-3dda35b26e7e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e27ae7","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-e27ae7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.012714307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e392ea15-9700-4c55-9d26-7688007f3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.015993928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e392ea15-9700-4c55-9d26-7688007f3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.019098812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e392ea15-9700-4c55-9d26-7688007f3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.022960951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e392ea15-9700-4c55-9d26-7688007f3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.299171548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5d674-7820-4255-ae45-463e3ef55513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.302815562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5d674-7820-4255-ae45-463e3ef55513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.306321452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5d674-7820-4255-ae45-463e3ef55513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:21.30962212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a5d674-7820-4255-ae45-463e3ef55513","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:22.882923132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f4e3daa4-f651-42e5-950a-8bace5ed9fd1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:22.890271602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f4e3daa4-f651-42e5-950a-8bace5ed9fd1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:22.896198832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f4e3daa4-f651-42e5-950a-8bace5ed9fd1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.720697582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"8b59d5db-aebf-4ff3-974d-c26f437b9440","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:24.736511247Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"8b59d5db-aebf-4ff3-974d-c26f437b9440","name":"e2e-mt-2babaef6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.089585437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"13893b56-445c-4635-a9c3-da0f8b144cad","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.096314515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"13893b56-445c-4635-a9c3-da0f8b144cad","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.10223452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"13893b56-445c-4635-a9c3-da0f8b144cad","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.289587351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"bb17672c-847b-4fcf-a5d9-8a17a43de8c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:26.309004724Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"bb17672c-847b-4fcf-a5d9-8a17a43de8c7","name":"e2e-extmod-b-9ea5d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:32.902981383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f781a9cd-ea98-43de-8dcf-0dfe637fdd1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:32.909824216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f781a9cd-ea98-43de-8dcf-0dfe637fdd1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:32.915092521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee01c3057f4eee2b88b65d91fc36d909bcdb57120a45053509959ad57f9c49c3) AuthConfig (a5bfc4b13f2aa1068cbf7d224fd2d732a5cbc2365f2c295052e33534cb1d548e) AuthConfig (560b80d8d079e8e69d83ae80842b788f917e18f6744750fda8236eae92b631d9) AuthConfig (fa9763e948ffdc743414dcf8cc02cd5a01c7564013e36fd0ca272832f6c2d071) AuthConfig (bd8506639f5124e387765c8ff53f1893e370883317a3897b56b1b9932dee549d) AuthConfig (319fb69e560b2e1b1cf3822de231312a05c72447bd5141d1cc1b0dfc24e5d4c1) AuthConfig (590c34b1749902fb50dcbaf971a3cadc55272cb1cd26bdd8f11d138d27e53e92) AuthConfig (615ac400f7b777f162e33ea20f56f8c6158e9c5b8b1d117b61e91fbd93194197) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef) AuthConfig (a75afd639a3a702b7264acfa4d351075d27b2abc86cd97be77b765ed15cfbac8) AuthConfig (15319b14300215e26039903084cde188cb15607a7a2513fa99d23bf174295580) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (9c4cc5dc47a2f715ddc1225206726374e47487e2d0744b7559c27084f88ffc79) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (eb0a3bbb587eff99e14a20128186412c11c74afeffbf2225ea48828c0cbf3cd4) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"f781a9cd-ea98-43de-8dcf-0dfe637fdd1c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:34.765038923Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:35.569340271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"fcbd513a-ac62-4282-9462-707125c78c07","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:35.569365953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"fcbd513a-ac62-4282-9462-707125c78c07","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:35.903023133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f08e132-52cf-4dac-a6a3-21c6f030cd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:35.906270085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f08e132-52cf-4dac-a6a3-21c6f030cd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:35.909434048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f08e132-52cf-4dac-a6a3-21c6f030cd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:35.913141292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f08e132-52cf-4dac-a6a3-21c6f030cd78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.109186764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"e1749671-c8b4-446b-8711-06a07c1c91e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.122480248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"e1749671-c8b4-446b-8711-06a07c1c91e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.122920804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3980257a-fb8b-4d5c-bb28-32bb37a0277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.12635295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3980257a-fb8b-4d5c-bb28-32bb37a0277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.128765367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 132, current generation is 133","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"e1749671-c8b4-446b-8711-06a07c1c91e9","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.129858374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3980257a-fb8b-4d5c-bb28-32bb37a0277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:36.133094387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3980257a-fb8b-4d5c-bb28-32bb37a0277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.203793879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37dceeca-5d55-4007-acb2-2a14d6c67439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.20790303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37dceeca-5d55-4007-acb2-2a14d6c67439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.212352106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37dceeca-5d55-4007-acb2-2a14d6c67439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.217110657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37dceeca-5d55-4007-acb2-2a14d6c67439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.54192117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc57c3e-c034-4ace-876d-528ffcf383b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.546658632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc57c3e-c034-4ace-876d-528ffcf383b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.551198861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc57c3e-c034-4ace-876d-528ffcf383b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:38.555641161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc57c3e-c034-4ace-876d-528ffcf383b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.789470311Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"e735a92e-6f2e-4357-a35a-17064fd195d0","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.813684095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"61c72e85-b97f-4c4f-b0e8-a456adcf2431","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.823770569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"d952f420-dae6-4aad-9090-9ed66a46236b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.823908526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"70ef8ee6-c436-409c-b099-9bdda4a82d3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.828048815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ff3d8728-93cb-4533-8fef-4e2321b81863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.828641527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e2a7ecbb-a92a-4358-8617-d1720f18ae7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.836432949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"70ef8ee6-c436-409c-b099-9bdda4a82d3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.840187776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e2a7ecbb-a92a-4358-8617-d1720f18ae7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.843977529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ff3d8728-93cb-4533-8fef-4e2321b81863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.846204183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"70ef8ee6-c436-409c-b099-9bdda4a82d3a","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.851281345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"d35856fa-a223-42ab-90b6-ec6dd8779d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.855133924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"d952f420-dae6-4aad-9090-9ed66a46236b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.857315708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3893ba08-1dc1-476d-b886-8e9607e8637c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.857508545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3893ba08-1dc1-476d-b886-8e9607e8637c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.884694198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"d35856fa-a223-42ab-90b6-ec6dd8779d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.926246889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e2564a80-4381-4e97-8961-83a14a5265ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.936542869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"e2564a80-4381-4e97-8961-83a14a5265ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:40.977547776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"416715e7-cd2d-495d-9e05-110ee95a5dd1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.007056533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"8c92c1d7-f447-4aa1-b208-5a7fe964c840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.007225504Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"5de11044-43e9-4d9e-a65d-2efec205dc31","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.013526924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"68d2f621-473a-4c76-911c-ab80d1e1ed08","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.013557527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"68d2f621-473a-4c76-911c-ab80d1e1ed08","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.017978179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"8c92c1d7-f447-4aa1-b208-5a7fe964c840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.068686435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"34f95584-26f7-4443-a25f-ff5b1b54f78b","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.068709752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"34f95584-26f7-4443-a25f-ff5b1b54f78b","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.153520679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b0a9a71-1188-4343-99ef-7111dcc7fa90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.154806909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"9e2d916a-87f3-43b8-933d-ab6807b2d8d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.155417545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"6523cfd6-4de1-488c-8956-a73cb6921707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.156004931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a572dc-4333-45fc-9599-b76e2860feb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.346532519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"9e2d916a-87f3-43b8-933d-ab6807b2d8d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.349900781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"6523cfd6-4de1-488c-8956-a73cb6921707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.35402255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"47f8949f-6151-49cd-a445-ca8c482a031b","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.354047348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"47f8949f-6151-49cd-a445-ca8c482a031b","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.357976104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c13ee5d7-b1eb-4a93-8d45-08c941b4bb20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.367452264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"c13ee5d7-b1eb-4a93-8d45-08c941b4bb20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.377373286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b0a9a71-1188-4343-99ef-7111dcc7fa90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:41.381497509Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a572dc-4333-45fc-9599-b76e2860feb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.386974099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 134","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b0a9a71-1188-4343-99ef-7111dcc7fa90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:41.391917431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c5a572dc-4333-45fc-9599-b76e2860feb5","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.39195166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4697c0a-4ae0-4026-aec0-142c17e645a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.391970567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4697c0a-4ae0-4026-aec0-142c17e645a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.397719964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe6d7910-6a14-46ba-a821-9cc27a9ecdf1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.397828487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe6d7910-6a14-46ba-a821-9cc27a9ecdf1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.440517721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"f966eebc-123b-4523-a41b-e43a97177617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.452215758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4e09830b-daf0-4963-9914-5d647ee40bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.489317987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"4e09830b-daf0-4963-9914-5d647ee40bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.496922999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"f966eebc-123b-4523-a41b-e43a97177617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.515672191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"065ba09a-e533-4763-aec1-962787874791","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.516663451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bc78294d-6c39-4535-903b-2adf4e11cea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.521607537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f02f94d7-57cc-447a-ab5a-280e045daafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.534229073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"bc78294d-6c39-4535-903b-2adf4e11cea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.543172794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"065ba09a-e533-4763-aec1-962787874791","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.543993819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"f02f94d7-57cc-447a-ab5a-280e045daafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.723760321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"853cc95f-11b3-471d-b0e7-a95b21d189ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.7270699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"177829dc-6f8d-40fe-8a61-19f20092de74","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.727174661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"177829dc-6f8d-40fe-8a61-19f20092de74","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.739990052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"74b5d1b5-e3c9-439d-9042-6a021c652b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.740479355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b5fcd182-944b-4b3e-ad83-04787779ca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.758461092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"b5fcd182-944b-4b3e-ad83-04787779ca6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.789839674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"74b5d1b5-e3c9-439d-9042-6a021c652b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.786722375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"853cc95f-11b3-471d-b0e7-a95b21d189ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.813587709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"363204cf-7aa2-41c6-8e97-c4fd6862eede","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.842672812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 135","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"853cc95f-11b3-471d-b0e7-a95b21d189ed","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.84666759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72cca5ba-d63c-4ff5-9032-a77e878b403b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.855576417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a67075c5-f645-449b-806c-deabfb31a87d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.85559639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a67075c5-f645-449b-806c-deabfb31a87d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.867461488Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"363204cf-7aa2-41c6-8e97-c4fd6862eede","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.87368242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72cca5ba-d63c-4ff5-9032-a77e878b403b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.874315966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-24b244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"363204cf-7aa2-41c6-8e97-c4fd6862eede","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.88069372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 136","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72cca5ba-d63c-4ff5-9032-a77e878b403b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.884227372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"4a26e70a-48de-4336-9ccb-9250cf488dd2","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.884247008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"4a26e70a-48de-4336-9ccb-9250cf488dd2","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.888572818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0047b49-af88-4915-8394-1b21a39ba80f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:41.88858947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0047b49-af88-4915-8394-1b21a39ba80f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.995128477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"821c9c75-0871-4011-89b5-30b1911ea2ed","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:44.99515145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"821c9c75-0871-4011-89b5-30b1911ea2ed","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.002632015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"746140c0-266a-4edf-946f-a503b99134ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.006212695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"eb6b4518-2eee-42be-a756-665cc6179091","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.006229773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"eb6b4518-2eee-42be-a756-665cc6179091","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:45.007161435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"02bb3f69-8f2b-46c6-8d89-dc859a867a5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-0e1ea8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:45.010347022Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"eb6b4518-2eee-42be-a756-665cc6179091","name":"rate-test-model-8b6cd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:45.010393794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"eb6b4518-2eee-42be-a756-665cc6179091","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.010543049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"746140c0-266a-4edf-946f-a503b99134ef","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.016146203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"d62095a5-a692-4209-a453-6b8d232665ce","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.016160686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"d62095a5-a692-4209-a453-6b8d232665ce","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.018247415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"909fd6ab-b9e8-43ca-8748-8ccc42d52cef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.018262484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"909fd6ab-b9e8-43ca-8748-8ccc42d52cef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.024289197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"efbb49e6-f82f-40aa-939b-863221a94426","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.024304379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"efbb49e6-f82f-40aa-939b-863221a94426","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.045594133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"2604a59b-cbec-4730-9378-b1bcbce12e64","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"rate-test-model-8b6cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-rate-iso-a-0e1ea8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.065637526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"6ec7b7d1-1b78-4276-82f3-a8fedfdb176b","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.065653594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"6ec7b7d1-1b78-4276-82f3-a8fedfdb176b","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.101507743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"d7f729b3-13e0-4abc-aebb-ef0d19c4fdb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.108544176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"d7f729b3-13e0-4abc-aebb-ef0d19c4fdb7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.13555243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"a729bd3f-c11a-404c-a1fc-dedc1643f44f","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.163438417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"63b7fb77-a383-4f93-a61f-d50df3dc56fa","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.163456925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"63b7fb77-a383-4f93-a61f-d50df3dc56fa","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.171875907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"37d39204-117c-4bab-a436-2e22e9f51110","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.171891317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"37d39204-117c-4bab-a436-2e22e9f51110","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:45.174996835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"003bac24-11f6-4d52-9fb2-ad62de179e7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-0e1ea8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:45.175951383Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"37d39204-117c-4bab-a436-2e22e9f51110","name":"rate-test-model-036c69","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-036c69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:25:45.176009027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"37d39204-117c-4bab-a436-2e22e9f51110","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-036c69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.181460596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"98ba92f3-5833-4574-bf94-f929432b7e19","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.181474553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"98ba92f3-5833-4574-bf94-f929432b7e19","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.183965155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"6013e3a7-de23-4f9b-b414-85581d466ec3","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.183976524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"6013e3a7-de23-4f9b-b414-85581d466ec3","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.18965749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"30c9d5da-3796-48be-9cfd-6fb2df4fbebb","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.189671756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"30c9d5da-3796-48be-9cfd-6fb2df4fbebb","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.204683388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"10305f3d-bc6f-4c1a-98a0-3fb495628f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.211711005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"10305f3d-bc6f-4c1a-98a0-3fb495628f7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.239692049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"749ab551-dcb3-4ad1-a3a3-ddfd494d82ed","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"rate-test-model-036c69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-rate-iso-b-0e1ea8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.254948625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"f9b24cb9-3593-4d04-afc5-b79dc972d0f3","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.254965545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"f9b24cb9-3593-4d04-afc5-b79dc972d0f3","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.302766608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"5d623e9d-0522-4b8d-b348-1c70c2d7d657","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.309508528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"5d623e9d-0522-4b8d-b348-1c70c2d7d657","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:45.336454104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"a32c89c6-3d3d-4520-9511-cf0c6707d668","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:48.328411056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"ae5468e6-4691-40d1-ae46-a8fb9e997adb","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:48.328440459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"ae5468e6-4691-40d1-ae46-a8fb9e997adb","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.405891376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bdcb472-3260-4a36-9aab-42048943b6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.414875998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bdcb472-3260-4a36-9aab-42048943b6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.420517003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 136","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bdcb472-3260-4a36-9aab-42048943b6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.429054353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c784c5bb-cff8-45cb-9545-d8362d9eff78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.429072102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c784c5bb-cff8-45cb-9545-d8362d9eff78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.862370886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"348c7589-2edc-4b4e-b9e0-57c98fb387b2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.891489105Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"348c7589-2edc-4b4e-b9e0-57c98fb387b2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.897562221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 137","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"348c7589-2edc-4b4e-b9e0-57c98fb387b2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.903877845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14cd257c-71ad-4e49-aeef-dcf015a25457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.903895778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14cd257c-71ad-4e49-aeef-dcf015a25457","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.963745252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"a15a1b4d-1c61-4bd6-ab8a-994dbcb0985f","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.96600791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0316d1b-debf-4148-bf31-54ccca1d37c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.970448214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"a15a1b4d-1c61-4bd6-ab8a-994dbcb0985f","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.975690368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-24b244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"a15a1b4d-1c61-4bd6-ab8a-994dbcb0985f","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.989866276Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0316d1b-debf-4148-bf31-54ccca1d37c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:51.995293278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 138","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0316d1b-debf-4148-bf31-54ccca1d37c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:52.003014053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfe1642-3537-441b-a40b-dbb10689ddc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:52.003030749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fdfe1642-3537-441b-a40b-dbb10689ddc5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:58.343101671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"f4065d60-95f2-417c-9046-bfe10d3325db","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:25:58.343123945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"f4065d60-95f2-417c-9046-bfe10d3325db","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.444735456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f61996af-084c-4c31-8d55-9753dc30a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.452017183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f61996af-084c-4c31-8d55-9753dc30a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.460896142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 138","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f61996af-084c-4c31-8d55-9753dc30a691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.470907227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0929a6-8f5f-4109-b735-bc8e76678273","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.470930556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5b0929a6-8f5f-4109-b735-bc8e76678273","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.909843943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"948a0098-252f-4a20-890b-7dfff5df30df","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.943194946Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"948a0098-252f-4a20-890b-7dfff5df30df","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.952701242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 139","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"948a0098-252f-4a20-890b-7dfff5df30df","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.961307824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad5d919-60ea-4292-93cf-70c67ecfc393","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:01.961327198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad5d919-60ea-4292-93cf-70c67ecfc393","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.017819297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"8d71e654-f943-40de-9a1c-74c9eb8c9238","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.020721215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0467bf62-19ed-4a69-9982-5f311b28d11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.025377005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"8d71e654-f943-40de-9a1c-74c9eb8c9238","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.031596834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-24b244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"8d71e654-f943-40de-9a1c-74c9eb8c9238","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.048221019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0467bf62-19ed-4a69-9982-5f311b28d11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.056629435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 140","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0467bf62-19ed-4a69-9982-5f311b28d11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.065533513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042d9dda-e122-4d57-8833-e29f25e91629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.065565185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"042d9dda-e122-4d57-8833-e29f25e91629","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.650665293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"73410059-5570-461e-bc0f-218303f272bc","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.670441127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"a5fc5f36-852b-491c-a399-2f82da4b9f4e","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.670462354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"a5fc5f36-852b-491c-a399-2f82da4b9f4e","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.678910111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"339eafbc-8072-41f6-8f04-f51ab7d909c7","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.768677292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"cb2542a7-f09e-4e5f-9281-2efc9aae1553","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.768699181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"cb2542a7-f09e-4e5f-9281-2efc9aae1553","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.780821006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"d70a86a5-5c71-4e2c-98ac-53958f6bd207","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:02.789266039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"d70a86a5-5c71-4e2c-98ac-53958f6bd207","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.277894246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"073d5952-621e-45e7-923f-def2a6a8950a","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.278263399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"219e1e0d-7fa4-4ee4-b937-a5bc3cc9b0a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.348500713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"219e1e0d-7fa4-4ee4-b937-a5bc3cc9b0a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.349482649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"073d5952-621e-45e7-923f-def2a6a8950a","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.35683472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-24b244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1870294fb191b1a472c46703af2ca42868eb44e23cb1fec981ef45b40c8730a) AuthConfig (40da958b764ddff595761866c4214953f1693c56aaa284327d75f2ca4e5dc6b4) AuthConfig (c542e2412b38f02db2cdd7dfd776d2974c41aee71d4c7a5854074be96cd8e839) AuthConfig (c75e835247b009f7ae69c9012b21db80bd961aa5fdeda06ee3d705a09200bbf8) AuthConfig (23dc8ec07b93d44734d8954c76d631ec7763f341fa486c7fbb7994291bec1608) AuthConfig (b62173a433b496682e0542d7e62a21e882febc9faff73aac768f55c211048766) AuthConfig (15c6d072dde5e428d2a348e982fe1b3c5b4403048461caec76b03114f07bdabf) AuthConfig (aa7359f62fa2e619ad47e2beeb95c070f0e2e8169976c3a5f60a50e4b8d9b70d) AuthConfig (67c2bb1e07c4d9caf3d6a2c1b6fe2ce7e5cf996aea6192e9a2c1229b9d6603f6) AuthConfig (320fcbbd4b483fd28a9f76158e432d5e5af929d488e7adc5311634523b72dc00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"073d5952-621e-45e7-923f-def2a6a8950a","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.368169423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"3c5aa320-0af1-4115-bd4d-0a5f123316a0","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:03.368189317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"3c5aa320-0af1-4115-bd4d-0a5f123316a0","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:04.765496168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.330971798Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"fb33f2fe-51ff-417b-8a88-e8582f5802b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.331073175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"16ed08ea-634c-4251-8b9e-ef20de8f4e3e","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.331091491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"16ed08ea-634c-4251-8b9e-ef20de8f4e3e","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.344027673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"a75992ac-7625-4a22-baaa-546c748ad3a7","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.344045485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"a75992ac-7625-4a22-baaa-546c748ad3a7","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.361300667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"fb33f2fe-51ff-417b-8a88-e8582f5802b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.389258217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"fb33f2fe-51ff-417b-8a88-e8582f5802b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.389286101Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"fb33f2fe-51ff-417b-8a88-e8582f5802b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.395719617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"eafd8855-a68b-4679-85aa-f87406c513e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.39614352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"9975c7c3-2581-4040-9981-f2baa6e7e67f","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.39615892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"9975c7c3-2581-4040-9981-f2baa6e7e67f","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.417908762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"4fc771d3-39f1-4c90-9c49-2e9c284b6bf0","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.461340381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"eafd8855-a68b-4679-85aa-f87406c513e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.468116005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"eafd8855-a68b-4679-85aa-f87406c513e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.468140498Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"eafd8855-a68b-4679-85aa-f87406c513e0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:08.470994755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"eafd8855-a68b-4679-85aa-f87406c513e0","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-0e1ea8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.518207701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"0c0674c5-6635-4cad-aad5-d207c50ee1df","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.584970559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"568bca06-65c9-4eaf-9123-38e7358acd2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.585268076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"02d0e162-90ea-43d0-b9e2-afbe5f69647e","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.585288984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"02d0e162-90ea-43d0-b9e2-afbe5f69647e","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.618456945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"4fba9ca1-e91a-4ade-99cd-73813d993280","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.692931991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"568bca06-65c9-4eaf-9123-38e7358acd2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.725548767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"568bca06-65c9-4eaf-9123-38e7358acd2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.725587449Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-auth-0e1ea8","reconcileID":"568bca06-65c9-4eaf-9123-38e7358acd2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.744011899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"1877ab0f-ba3c-4090-8511-b1847c9cb6c7","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.744041352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"1877ab0f-ba3c-4090-8511-b1847c9cb6c7","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.765482376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"a6acfb8c-dc76-4efa-be13-73c532334f8d","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.879721856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"fcc4eb7a-d6be-40bb-9947-550f41ae64f5","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:08.879750965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"fcc4eb7a-d6be-40bb-9947-550f41ae64f5","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.478660495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99af83bb-3a05-4f3a-bf0d-b16dba3d9e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.486523793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99af83bb-3a05-4f3a-bf0d-b16dba3d9e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.492241465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 140","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99af83bb-3a05-4f3a-bf0d-b16dba3d9e53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.50073518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5eee1688-4ad4-45d1-b11c-fff318e757bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.500752011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5eee1688-4ad4-45d1-b11c-fff318e757bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.969004815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"772f9c63-3bcd-4f41-86ed-bc4772551a93","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.994216291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"772f9c63-3bcd-4f41-86ed-bc4772551a93","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:11.999650959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 141","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"772f9c63-3bcd-4f41-86ed-bc4772551a93","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.008089485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa25916f-1e0a-4843-9174-42074de0346e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.008107941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa25916f-1e0a-4843-9174-42074de0346e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.074664553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e099c5b5-52ae-4641-ab51-d1f2a6d76b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.098824363Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e099c5b5-52ae-4641-ab51-d1f2a6d76b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.104535099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 133, current generation is 142","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e099c5b5-52ae-4641-ab51-d1f2a6d76b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.110908663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02996752-0227-4b3b-9d13-a30c80d5dea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:12.110924517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02996752-0227-4b3b-9d13-a30c80d5dea8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:13.375885384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"5e09fb79-0f48-48e7-9ee7-367b6ee01b27","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:13.382660497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"5e09fb79-0f48-48e7-9ee7-367b6ee01b27","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:13.388568775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-24b244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1870294fb191b1a472c46703af2ca42868eb44e23cb1fec981ef45b40c8730a) AuthConfig (40da958b764ddff595761866c4214953f1693c56aaa284327d75f2ca4e5dc6b4) AuthConfig (c542e2412b38f02db2cdd7dfd776d2974c41aee71d4c7a5854074be96cd8e839) AuthConfig (c75e835247b009f7ae69c9012b21db80bd961aa5fdeda06ee3d705a09200bbf8) AuthConfig (23dc8ec07b93d44734d8954c76d631ec7763f341fa486c7fbb7994291bec1608) AuthConfig (b62173a433b496682e0542d7e62a21e882febc9faff73aac768f55c211048766) AuthConfig (15c6d072dde5e428d2a348e982fe1b3c5b4403048461caec76b03114f07bdabf) AuthConfig (aa7359f62fa2e619ad47e2beeb95c070f0e2e8169976c3a5f60a50e4b8d9b70d) AuthConfig (67c2bb1e07c4d9caf3d6a2c1b6fe2ce7e5cf996aea6192e9a2c1229b9d6603f6) AuthConfig (320fcbbd4b483fd28a9f76158e432d5e5af929d488e7adc5311634523b72dc00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"5e09fb79-0f48-48e7-9ee7-367b6ee01b27","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.344833513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"dcb4e448-10fa-47e4-9ee0-e684e5e23120","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.344856778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"dcb4e448-10fa-47e4-9ee0-e684e5e23120","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.894491956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"9d112f49-7cd4-4974-aea6-cd491c13cecc","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","subscription":"e2e-rate-iso-a-0e1ea8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.897893029Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"9d112f49-7cd4-4974-aea6-cd491c13cecc","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.902004822Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-rate-iso-a-0e1ea8","reconcileID":"9d112f49-7cd4-4974-aea6-cd491c13cecc","MaaSSubscription":{"name":"e2e-rate-iso-a-0e1ea8","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.926422749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"07532dd5-b17f-4957-b304-3d50971807dd","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/rate-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:18.926447155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"rate-test-model-8b6cd6","reconcileID":"07532dd5-b17f-4957-b304-3d50971807dd","MaaSModelRef":{"name":"rate-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"rate-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"rate-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.074558091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"f020a8b7-4957-4819-ac3a-95953652ea9e","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:19.074578041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"f020a8b7-4957-4819-ac3a-95953652ea9e","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.658292608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"9e40bee5-fb4d-4ebe-8cb6-8ccc85c376a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.753204728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"e028423d-7a2d-4508-83a3-af655d806b6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.753837571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"e62c2b10-9a61-4d9c-87f4-560062e876aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.754390524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"33a3ea4d-2807-4df6-81e8-88d4c6c164e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.775994479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"37194edc-7b8e-44cf-8508-985ba9b68e5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:20.987415026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"d1d9e8eb-1967-47de-b961-5c867f9f49e4","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.042130005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f457037-7562-423d-9c48-bba436af29e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.054408483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1331f1d-82d3-4864-b082-5228674caaa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.055063148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"35211fe7-e2c1-44d6-a5e5-b60ece647d4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.058565443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"ac71838f-f950-44cc-80e4-f504432bdf62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.099559147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"a463cd56-c71f-4004-958b-496aba014194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.511053145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df5d6d78-0c50-482a-8f93-426ec22fe64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.518603794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df5d6d78-0c50-482a-8f93-426ec22fe64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.541748398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f63bfc24-66ee-4cf9-aea4-66f3075fb055","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:21.541768143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f63bfc24-66ee-4cf9-aea4-66f3075fb055","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.015553807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"4168bf5b-48f2-49de-bfe7-6cffca002f7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.040154238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"4168bf5b-48f2-49de-bfe7-6cffca002f7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.045834975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 142, current generation is 143","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"4168bf5b-48f2-49de-bfe7-6cffca002f7d","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.053766626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726068c3-2b2a-4d01-b153-910acb3302cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.053801904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"726068c3-2b2a-4d01-b153-910acb3302cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.121269741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab977e20-4d7a-481b-9e89-b37a454ae868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.147086469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab977e20-4d7a-481b-9e89-b37a454ae868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.152551282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 142, current generation is 144","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab977e20-4d7a-481b-9e89-b37a454ae868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.158763069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea13b56b-0e49-4a57-ae29-dc66d248a0ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:22.158832136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea13b56b-0e49-4a57-ae29-dc66d248a0ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:23.39470182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"b4a86ac7-b7a8-4553-a2af-1ff06aa4d9e5","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:23.401610115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"b4a86ac7-b7a8-4553-a2af-1ff06aa4d9e5","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:23.431913235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"9674c8f7-656d-4da2-a8b2-b466fb92c36e","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:23.431930715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"9674c8f7-656d-4da2-a8b2-b466fb92c36e","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.527409951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"32e1f3f0-467e-45bc-9074-3661574453c1","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.527439252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"32e1f3f0-467e-45bc-9074-3661574453c1","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.711037501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2439cea0-2f6d-4213-9fec-1be94a4eb066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.714104446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2439cea0-2f6d-4213-9fec-1be94a4eb066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.717256726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2439cea0-2f6d-4213-9fec-1be94a4eb066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.720361643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2439cea0-2f6d-4213-9fec-1be94a4eb066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.74219842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"196c934a-bf79-4adf-8bf7-bc472563aecc","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"tenant":"e2e-mt-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","model":"ai-tenant-e2e-mt-2babaef6/e2e-lifecycle-model-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:24.742215849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"e2e-lifecycle-model-2babaef6","reconcileID":"196c934a-bf79-4adf-8bf7-bc472563aecc","MaaSModelRef":{"name":"e2e-lifecycle-model-2babaef6","namespace":"ai-tenant-e2e-mt-2babaef6"},"routeName":"e2e-lifecycle-model-2babaef6-kserve-route","namespace":"ai-tenant-e2e-mt-2babaef6","llmisvcName":"e2e-lifecycle-model-2babaef6","gateway":"openshift-ingress/e2e-mt-2babaef6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.224902487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b21cfb9-d392-405c-924d-df1ddfd8259b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.228051459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b21cfb9-d392-405c-924d-df1ddfd8259b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.231366168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b21cfb9-d392-405c-924d-df1ddfd8259b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:25.23445395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b21cfb9-d392-405c-924d-df1ddfd8259b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.847283032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"4134bef7-9788-4d96-ac51-a0b089b64cc9","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.847306648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"4134bef7-9788-4d96-ac51-a0b089b64cc9","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.851333219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"9bf71d98-de4b-400a-a743-5db233c63217","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:27.866205157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"5053fc66-2a45-4a08-80ba-de62bcc1ec76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-7ebbc8ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.872226032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"9bf71d98-de4b-400a-a743-5db233c63217","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.887316513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"858764a3-1674-40d2-9f4d-fca989e8ccf1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.887338669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"858764a3-1674-40d2-9f4d-fca989e8ccf1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.895218224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"101da063-8ee8-4a22-ac6f-bb40a133a3d1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.895237437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"101da063-8ee8-4a22-ac6f-bb40a133a3d1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.903021524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"347fb473-7bca-4a5c-aa5d-2f24aac86a93","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.903043053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"347fb473-7bca-4a5c-aa5d-2f24aac86a93","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.917901147Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"9dc363d1-4baa-452c-bfc6-d9ea51f35197","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"maas-trlp-e2e-fail-7ebbc8ce","model":"e2e-fail-7ebbc8ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-24b244/e2e-fail-7ebbc8ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.945551759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"25b1e5c0-3387-4e18-901c-5277cd4954e1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.945574238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"25b1e5c0-3387-4e18-901c-5277cd4954e1","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:27.998902357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"dfcb1286-1422-48b0-b093-406493fe3f10","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:28.005860167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"dfcb1286-1422-48b0-b093-406493fe3f10","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:28.013426638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"cccb0cf0-7833-464d-89dd-5ded37165768","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"maas-trlp-e2e-fail-7ebbc8ce","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:28.042049871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"eb9f6f12-fbce-46d2-918b-51853fdd8563","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:28.042074616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"eb9f6f12-fbce-46d2-918b-51853fdd8563","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:29.088529536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"9fe47b94-1753-4a6a-bfb3-fef47f71d9ce","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","subscription":"e2e-rate-iso-b-0e1ea8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:29.09147045Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"9fe47b94-1753-4a6a-bfb3-fef47f71d9ce","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:29.094177084Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-rate-iso-b-0e1ea8","reconcileID":"9fe47b94-1753-4a6a-bfb3-fef47f71d9ce","MaaSSubscription":{"name":"e2e-rate-iso-b-0e1ea8","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:29.117460651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"85fd698c-b141-485e-9340-bad3ef6403d7","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/rate-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:29.117482714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"rate-test-model-036c69","reconcileID":"85fd698c-b141-485e-9340-bad3ef6403d7","MaaSModelRef":{"name":"rate-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"rate-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"rate-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.633103512Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.633158603Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","namespace":"ai-tenant-e2e-mt-2babaef6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.633202194Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","tenant":"e2e-mt-2babaef6","tenantID":"e2e-mt-2babaef6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.637559807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Deployment","name":"maas-api-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.647695867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Service","name":"maas-api-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.661314658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.665701722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-2babaef6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.673244082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.680985729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.688935347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.693796123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.696349257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Deployment","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.698825629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.701512799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Service","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.705211444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"Service","name":"payload-pre-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.707679466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"DestinationRule","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.710267132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.712862744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.71848354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.721605377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.723966586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.7262881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-2babaef6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:31.728579669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2babaef6"},"namespace":"ai-tenant-e2e-mt-2babaef6","name":"default-tenant","reconcileID":"567a327f-23eb-4094-ba5e-9c97aaef7593","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-2babaef6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.059714073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"00395848-dbb0-4c9d-831f-cd70b9437c07","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.084578507Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"00395848-dbb0-4c9d-831f-cd70b9437c07","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.090686585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 142, current generation is 145","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"00395848-dbb0-4c9d-831f-cd70b9437c07","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.096439576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a788756a-c5f2-4b25-9fd1-fa385676472c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.096456515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a788756a-c5f2-4b25-9fd1-fa385676472c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.175195724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83ef62d9-8eff-43f4-9454-8f0be82700d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.201947576Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83ef62d9-8eff-43f4-9454-8f0be82700d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.20735074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 142, current generation is 146","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83ef62d9-8eff-43f4-9454-8f0be82700d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.215590083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a5900fb-93dc-4ba4-b018-b81ea6bf4eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:32.215606772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a5900fb-93dc-4ba4-b018-b81ea6bf4eb8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:34.76698711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.259773348Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2babaef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2babaef6","reconcileID":"94db6b10-35e3-4b71-9ab3-ac629db342b0","aitenant":"ai-tenants/e2e-mt-2babaef6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.268097909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6915d591-fefd-464b-9b26-1f44f9e0c98c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.270479965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"cba6de45-2169-43fa-9b7a-2a40eac336a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.467568894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"942bdd5e-e864-4e8e-a08d-6c810d4208fa","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.547846519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"008ff079-1340-4e81-9a0a-9bcc9c68fa59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.554832874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"34331351-a3e1-4d8e-92af-e161976431d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.555258729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"afffe5d8-b5bd-4904-b6a1-825327a113e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.559144975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"3c68bbc9-31cb-405a-b0a1-16c9a7322d6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.744923529Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2babaef6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2babaef6","reconcileID":"94db6b10-35e3-4b71-9ab3-ac629db342b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2babaef6","removed":["maas.opendatahub.io/gateway-access-e2e-mt-2babaef6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.758902989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"04058e57-55ee-4809-9b54-fd3a8d1d6b48","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"maas-trlp-e2e-fail-7ebbc8ce","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.76837617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"9fac212c-ce42-4494-a06e-ecc084df1763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.768518528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"2fa13e14-7950-4e5b-b1b1-d74fc0b26597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.76876915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"311df9b0-4113-46ec-b22e-83fba473ef00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.775358262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"5034a02d-4410-4a47-9181-83d3091ab7bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.843506895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51c726e-0e40-46da-bedb-98705c244c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.846963699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51c726e-0e40-46da-bedb-98705c244c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.847020216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"56a54533-e929-4923-b96f-dcb80a2933da","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.847037521Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"56a54533-e929-4923-b96f-dcb80a2933da","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.850084786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51c726e-0e40-46da-bedb-98705c244c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:38.853177187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f51c726e-0e40-46da-bedb-98705c244c89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.050373508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"6185b0e9-0ce6-4ef7-a415-2b2580865453","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.058121996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"6185b0e9-0ce6-4ef7-a415-2b2580865453","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.093013761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512bad-88cd-44e1-ae18-1f1f313cd7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.099469135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512bad-88cd-44e1-ae18-1f1f313cd7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.102599377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512bad-88cd-44e1-ae18-1f1f313cd7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.107305762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25512bad-88cd-44e1-ae18-1f1f313cd7ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.475767406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f744a4-9b02-4532-b7da-1885439d82a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.479030226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f744a4-9b02-4532-b7da-1885439d82a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.482047439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f744a4-9b02-4532-b7da-1885439d82a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.485231022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f744a4-9b02-4532-b7da-1885439d82a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.579578693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ebb28a9-c7ef-4c98-a9f0-77f2a07a52a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.579605538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ebb28a9-c7ef-4c98-a9f0-77f2a07a52a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.642652741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64780261-cb48-4a59-b4d1-d533c97a9740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.642676658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64780261-cb48-4a59-b4d1-d533c97a9740","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.651540884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6cadef","reconcileID":"03d97ce1-4a45-47d9-ae79-ecc7a1dac6d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.658006303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6cadef","reconcileID":"03d97ce1-4a45-47d9-ae79-ecc7a1dac6d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.73391895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f82545e3-bf45-4745-8db3-c726b4917169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.733938641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f82545e3-bf45-4745-8db3-c726b4917169","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.741669541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f78c595-6791-487a-b3bb-3c034458aba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.741686082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f78c595-6791-487a-b3bb-3c034458aba6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:39.743011723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6cadef","reconcileID":"94b1c08e-80a6-41c1-88aa-188c1ac57929","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-6cadef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.752684736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6d2de4d-468d-462b-884f-d4757e1fab54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.752950936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0000b597-5056-49c0-b36f-c937720e3694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.759394987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83856f64-edff-465e-a81e-d23985bbd3b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.759409941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83856f64-edff-465e-a81e-d23985bbd3b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.759636987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b6d2de4d-468d-462b-884f-d4757e1fab54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.762573937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0000b597-5056-49c0-b36f-c937720e3694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.765192283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7afb16d0-fbdd-44af-96e5-3f677ca138c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.765208344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7afb16d0-fbdd-44af-96e5-3f677ca138c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.784671759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d8a44a-6cd6-47e3-a7e2-61303f46aebe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.784704709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d8a44a-6cd6-47e3-a7e2-61303f46aebe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.792934048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81646d30-f365-4f5d-adff-57e5b6689f2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.792954955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81646d30-f365-4f5d-adff-57e5b6689f2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.799047027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6cadef","reconcileID":"f52f0769-74b6-4b0f-9aa6-239fd6263eae","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-bb9bc3f0/e2e-shared-sub-5c9590a3","models-as-a-service/e2e-default-int-sub-6cadef","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.817057097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b1d8a3e-c0dd-456b-9dec-55d32c27c0c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.817086649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b1d8a3e-c0dd-456b-9dec-55d32c27c0c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.852633933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6cadef","reconcileID":"98756905-dcdc-4adc-83a9-827dfedead81","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.859677216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6cadef","reconcileID":"98756905-dcdc-4adc-83a9-827dfedead81","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.879444428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6dd734d-90b2-46e5-969c-58097ddb3dd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.879511774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6cadef","reconcileID":"f17b1047-d281-434f-be65-fffb37a50acb","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:39.879903677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"bae1c1f3-5e48-493f-ac96-0485fa36ef0d","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.146382588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-6cadef","reconcileID":"2a8dc2e2-ad68-43fb-a072-fa4c9b077bae","MaaSAuthPolicy":{"name":"e2e-default-int-auth-6cadef","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.146482286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39f1fef-2b4d-4607-ac30-59414d9a8db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.146498643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f39f1fef-2b4d-4607-ac30-59414d9a8db9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.157760458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8d11b2e-d23f-4b41-b6db-8a251ed5c836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.157822573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8d11b2e-d23f-4b41-b6db-8a251ed5c836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.345642856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa77d30a-b062-4090-8dfa-a39ce5655d65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.345686525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa77d30a-b062-4090-8dfa-a39ce5655d65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.356374139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2e8cc0a-a809-47ae-aaf3-222e9871eca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.360048721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32bc28ba-677c-4f4a-ac88-bc4712502502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.363658821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2e8cc0a-a809-47ae-aaf3-222e9871eca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:40.366607709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32bc28ba-677c-4f4a-ac88-bc4712502502","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.632053787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"050c6c65-bda0-4455-b508-621fd74787dd","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.637491043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"18f6aac1-7ffd-40c3-9b86-379d71f7aa9a","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.643831023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"377bf2b4-0d21-421e-a110-ab5a21a15076","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.646932209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0cc5c18b-4b14-4e8e-8d8a-6247afb89650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.646966748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"79b6fbb5-18af-4499-9372-8ec9695e5c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.647476156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"57383594-d772-4634-9235-67bd1c9bc397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.647486548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"e7e6662c-2439-4835-ac3f-c0c9c6a1cd8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.657255899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"e7e6662c-2439-4835-ac3f-c0c9c6a1cd8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.657644948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"57383594-d772-4634-9235-67bd1c9bc397","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.659438924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0cc5c18b-4b14-4e8e-8d8a-6247afb89650","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.659998632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"2834f76d-934b-4e32-9f45-2365e2d3c173","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.660023028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"79b6fbb5-18af-4499-9372-8ec9695e5c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.660024221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"2834f76d-934b-4e32-9f45-2365e2d3c173","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.671159569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"377bf2b4-0d21-421e-a110-ab5a21a15076","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.674218122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"1e553374-6a21-4b00-9f82-df5d99c2c6e8","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.674240434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"1e553374-6a21-4b00-9f82-df5d99c2c6e8","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.677008684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 147","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"377bf2b4-0d21-421e-a110-ab5a21a15076","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.681025371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"03dbf25e-512f-43c0-b37e-cdd0c4c40304","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"maas-trlp-e2e-fail-7ebbc8ce","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.687462967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e786032-24ad-4225-8185-a3d73bf69f97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.687479859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e786032-24ad-4225-8185-a3d73bf69f97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.760838653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bfb6ed00-2517-40d4-b535-8aac65927742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.761575001Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"d338595a-dd27-420d-87f6-1443c0bb20eb","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.768972955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"bfb6ed00-2517-40d4-b535-8aac65927742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.778130482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d6757f3a-d5dd-4d86-827a-b81e954490d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.778511454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1f4723-70bb-4a34-88eb-f20a8ef3e184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.779015486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a2ad3cbd-b6f3-4fe5-84ae-a8a03904d5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.779486462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5982cc9-96d2-4de7-84be-060c38857167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.861728221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"d6757f3a-d5dd-4d86-827a-b81e954490d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.962817528Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1f4723-70bb-4a34-88eb-f20a8ef3e184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:41.985528888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"a2ad3cbd-b6f3-4fe5-84ae-a8a03904d5fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.008939341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 148","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1f4723-70bb-4a34-88eb-f20a8ef3e184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.010325751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"03ca3a70-332c-47f3-9c32-20585aa61d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:42.015327236Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5982cc9-96d2-4de7-84be-060c38857167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.032225377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"03ca3a70-332c-47f3-9c32-20585aa61d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:42.03524014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5982cc9-96d2-4de7-84be-060c38857167","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.092184334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"4667312a-3577-4e78-bf8b-e5c005a4be04","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.092227966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"4667312a-3577-4e78-bf8b-e5c005a4be04","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.100973648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"6bb3d658-d0f1-4cbc-9fb7-3e9e89a38483","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.102891182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"b7f4bc64-1585-454e-bf49-259998c12ac6","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.105284511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"cb7677f7-e318-4a05-a57a-1612d8f878c4","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.108159471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8c6fd79-b94e-4404-9910-b2d0a1f6f4c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.111835662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b8c6fd79-b94e-4404-9910-b2d0a1f6f4c2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.112386082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6997b3-00ac-4afd-aa61-839910f9dc71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.112440185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6997b3-00ac-4afd-aa61-839910f9dc71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.114304738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"e11e1aae-870f-4b2a-a100-071ed2903886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.116661919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"2eeb1c5c-7a1d-488e-b89d-0c69d997a645","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.116687084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"2eeb1c5c-7a1d-488e-b89d-0c69d997a645","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.117521578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"b7f4bc64-1585-454e-bf49-259998c12ac6","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.119047894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"f37ed0f6-91ab-4f38-953f-f4fe4db742d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.123095668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"e11e1aae-870f-4b2a-a100-071ed2903886","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.128387128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"f37ed0f6-91ab-4f38-953f-f4fe4db742d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:42.130330069Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"2eeb1c5c-7a1d-488e-b89d-0c69d997a645","name":"e2e-fail-5b97e3f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5b97e3f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:42.130393468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"2eeb1c5c-7a1d-488e-b89d-0c69d997a645","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5b97e3f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.131886308Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"6bb3d658-d0f1-4cbc-9fb7-3e9e89a38483","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.138108398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 149","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"6bb3d658-d0f1-4cbc-9fb7-3e9e89a38483","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.140497748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"41371eab-9fbf-4db8-9b49-2e6f7ceb0c1b","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.140516643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"41371eab-9fbf-4db8-9b49-2e6f7ceb0c1b","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.146484465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf22151-6753-4cd8-bfc4-c7f78f426858","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.146498828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbf22151-6753-4cd8-bfc4-c7f78f426858","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.153233611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"fb0ddc18-0a92-439a-87db-de4a6c924224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.153661607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"89bf21c0-aa8b-4b7c-8c5a-2b5164bf5019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.162404259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"89bf21c0-aa8b-4b7c-8c5a-2b5164bf5019","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.162493377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"fb0ddc18-0a92-439a-87db-de4a6c924224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.260066909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"555d99df-9017-42dc-9a2d-16789e9996f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.260075077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7264b570-fd58-48c6-be3d-362594920700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.264331956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d27a0d7f-1e84-48a0-8c7f-91aebd870c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.275491424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"555d99df-9017-42dc-9a2d-16789e9996f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.290922442Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d27a0d7f-1e84-48a0-8c7f-91aebd870c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:42.294082839Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7264b570-fd58-48c6-be3d-362594920700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:42.294156046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7264b570-fd58-48c6-be3d-362594920700","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.300932806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"6bbe9610-d8c6-45d7-81cb-5252a96f7021","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.300951617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"6bbe9610-d8c6-45d7-81cb-5252a96f7021","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.301239846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 150","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d27a0d7f-1e84-48a0-8c7f-91aebd870c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.309589434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8c89e19-2fc7-41ed-8f28-38496c4189e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.309612196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c8c89e19-2fc7-41ed-8f28-38496c4189e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.35165741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"7a9006f4-754a-4a9f-b9e8-66f6ea5ff4ac","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.352362374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"54489948-c204-4e77-84ff-692314f4fc4b","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.354000864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1f695d9e-bce6-4e75-b5a5-e9ca3ca1490d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.354641849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"37f82a4a-7814-4d61-8293-591643b73ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.355444408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"be35f274-be95-42d5-8004-0ea644bcb6e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.359127002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"54489948-c204-4e77-84ff-692314f4fc4b","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.361567261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"1f695d9e-bce6-4e75-b5a5-e9ca3ca1490d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.361644735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"37f82a4a-7814-4d61-8293-591643b73ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.364096449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"be35f274-be95-42d5-8004-0ea644bcb6e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.375740495Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"7a9006f4-754a-4a9f-b9e8-66f6ea5ff4ac","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.392454291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9ea5d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"7a9006f4-754a-4a9f-b9e8-66f6ea5ff4ac","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.41306688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"6d03c9c2-cdb4-426d-9827-f5e97c5b7c3b","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.413100371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"6d03c9c2-cdb4-426d-9827-f5e97c5b7c3b","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.466365041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"6bd4ad8b-172e-4368-845c-e59f107b4903","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.471385269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"282fe272-e2df-49d0-8270-761b709b9427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.472291779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0e5ba908-9cd1-4382-8981-28e35e7e36a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.477647667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"756150f4-906b-4bcc-aa3a-2fbedce4cad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.47820522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"78783886-1eac-477d-a8cf-f4d8017b5383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.483890021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"282fe272-e2df-49d0-8270-761b709b9427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.488122136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"0e5ba908-9cd1-4382-8981-28e35e7e36a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.491864112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"78783886-1eac-477d-a8cf-f4d8017b5383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.49240276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"756150f4-906b-4bcc-aa3a-2fbedce4cad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.502068375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"6bd4ad8b-172e-4368-845c-e59f107b4903","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.504804087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 151","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"756150f4-906b-4bcc-aa3a-2fbedce4cad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.512433001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 151","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"6bd4ad8b-172e-4368-845c-e59f107b4903","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.514305829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6edd8c4-4c3a-42f3-945c-5c9ff3c13fe3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.514325798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6edd8c4-4c3a-42f3-945c-5c9ff3c13fe3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.526485667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d0d7cf-cb7c-41a3-b9ec-9d81f57b96ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:42.526576612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6d0d7cf-cb7c-41a3-b9ec-9d81f57b96ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.675003554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"b40feac6-cfa1-45ea-a5ee-859911e430a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.67518651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd1815f3-d3e5-45a2-bb43-4e7960f0b72a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.67520491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd1815f3-d3e5-45a2-bb43-4e7960f0b72a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.682039426Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-policy-5c9590a3","reconcileID":"b40feac6-cfa1-45ea-a5ee-859911e430a2","MaaSAuthPolicy":{"name":"e2e-shared-policy-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"policyNamespace":"ai-tenant-e2e-mt-bb9bc3f0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.689485944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d2de82a-aac1-4a58-b0d4-3b5865588441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.689509583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d2de82a-aac1-4a58-b0d4-3b5865588441","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.822565027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f8c7bac-4093-4b26-b4c4-6170c7040aae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:47.822590095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f8c7bac-4093-4b26-b4c4-6170c7040aae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.363357157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6cadef","reconcileID":"5f5d8c9c-bd89-4322-9db9-f186d1bfeea9","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-6cadef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.382939101Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-6cadef","reconcileID":"5f5d8c9c-bd89-4322-9db9-f186d1bfeea9","MaaSSubscription":{"name":"e2e-default-int-sub-6cadef","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.435152598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9e32dcf0-077c-4238-9246-f113e81e1766","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.437231007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd18552c-fb6c-4dbb-bb32-81fdd4c49124","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.437253323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd18552c-fb6c-4dbb-bb32-81fdd4c49124","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.452981825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a8ee615-490a-4aeb-9885-21a03cb544b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.453026366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c2aa62-ae89-4d0d-aa89-aa39822922ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.478037331Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c2aa62-ae89-4d0d-aa89-aa39822922ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:50.480986283Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a8ee615-490a-4aeb-9885-21a03cb544b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.483511112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 152","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61c2aa62-ae89-4d0d-aa89-aa39822922ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:50.488765961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a8ee615-490a-4aeb-9885-21a03cb544b0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.489102012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70ac3b64-a3a1-47e6-beca-be561914ef5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.48911673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70ac3b64-a3a1-47e6-beca-be561914ef5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.489459933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"903aef65-b1fb-41b9-8e7e-397bf5af9490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.48947219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"903aef65-b1fb-41b9-8e7e-397bf5af9490","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.551243202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b62d131-f095-432c-be63-a329fe8fecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.55822125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b62d131-f095-432c-be63-a329fe8fecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.563840259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 152","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b62d131-f095-432c-be63-a329fe8fecb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.572692511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"534def6d-a043-4ed0-ae62-109d8182ff3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:50.572708761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"534def6d-a043-4ed0-ae62-109d8182ff3d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.058075113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbfcfd96-3bc6-4134-a02d-88cb2dd2981c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.058095887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbfcfd96-3bc6-4134-a02d-88cb2dd2981c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.065638185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc1d6f43-0b74-4864-b1d3-e651c08c4ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.065656396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc1d6f43-0b74-4864-b1d3-e651c08c4ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.072087851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"41dd4f8d-3b3a-4434-9f4f-9fff107f1981","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.102154995Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"41dd4f8d-3b3a-4434-9f4f-9fff107f1981","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.108516029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 153","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"41dd4f8d-3b3a-4434-9f4f-9fff107f1981","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.116884055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d1aa70-8055-4005-be6d-311319a0b37f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.116898546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d1aa70-8055-4005-be6d-311319a0b37f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.231173922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead3c9f3-3676-42a8-9cfd-200643b0aacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.231198498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ead3c9f3-3676-42a8-9cfd-200643b0aacf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.238766304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"bf77282c-4ff3-4331-919c-5fecf9cf8a20","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.239281975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6c3913d-7d6a-4885-b43b-930f7e670ca1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.239303795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6c3913d-7d6a-4885-b43b-930f7e670ca1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:51.240252095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-sub-56758d3b","reconcileID":"3e043f81-c972-442c-8936-b3a8139d0216","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-56758d3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.245566586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"bf77282c-4ff3-4331-919c-5fecf9cf8a20","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.250789057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 153","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"bf77282c-4ff3-4331-919c-5fecf9cf8a20","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.257279559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97cedae2-6a1b-4738-babb-4a71d93e271d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.257302305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97cedae2-6a1b-4738-babb-4a71d93e271d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.264490687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcaecdba-c902-4205-bde7-bc46177fb134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.264505892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcaecdba-c902-4205-bde7-bc46177fb134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.286932493Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-sub-56758d3b","reconcileID":"43b9e121-7e0d-4d95-a09f-48f484f60270","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-56758d3b/e2e-shared-int-sub-56758d3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.304123213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"239fba07-725c-4fde-a0ce-7fc81782649f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.304141602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"239fba07-725c-4fde-a0ce-7fc81782649f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.383826904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-sub-56758d3b","reconcileID":"5e9cc904-b572-4098-af82-03a1a02f3656","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:51.384515044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"95a8b6ec-56e9-433a-b76e-bec8c15fb61b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.143087293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"034de07c-e4d6-443f-a9f5-2ebc57313893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.143109752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"034de07c-e4d6-443f-a9f5-2ebc57313893","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.149697036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"370514bc-4fdd-4365-aff7-8e0c74527eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.149715943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"370514bc-4fdd-4365-aff7-8e0c74527eb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.156749446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"16ae4c02-857e-4b6c-8e18-5c76b5b2c358","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.165393724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"16ae4c02-857e-4b6c-8e18-5c76b5b2c358","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.174926208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 153","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"16ae4c02-857e-4b6c-8e18-5c76b5b2c358","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.185540801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"add9ec54-db0d-4381-90ba-5a18a11fa4fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.18556255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"add9ec54-db0d-4381-90ba-5a18a11fa4fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.324873526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c922b2f0-cf99-48f5-bc76-aa1fc58e0d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.324898047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c922b2f0-cf99-48f5-bc76-aa1fc58e0d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.335963462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"896a1ed4-8ebd-41e7-a859-9df6f5f10a49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.335984164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"896a1ed4-8ebd-41e7-a859-9df6f5f10a49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:26:52.336277438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-sub-56758d3b","reconcileID":"3fb4f1bf-1e95-4b75-ac05-737aa53cb725","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-56758d3b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.352691312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e609e179-f62c-423b-b0ed-63d557537588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.352712936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e609e179-f62c-423b-b0ed-63d557537588","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.356423107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"0e46edd9-2e4b-4635-9d6a-274b395bb03f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.358695098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72bc6d7e-2a72-47c3-816b-147a494f4dad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.358718152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72bc6d7e-2a72-47c3-816b-147a494f4dad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.369246715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"0e46edd9-2e4b-4635-9d6a-274b395bb03f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.375164088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 153","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"0e46edd9-2e4b-4635-9d6a-274b395bb03f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.392925125Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-sub-56758d3b","reconcileID":"8dee2409-9d27-4c38-97d3-8d63cf9af0d5","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-56758d3b/e2e-shared-int-sub-56758d3b","ai-tenant-e2e-mt-9c9458da/e2e-shared-int-sub-56758d3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.416693234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87a6d75-c93f-4fec-9eff-9c2ba2f3d82f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.416709296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b87a6d75-c93f-4fec-9eff-9c2ba2f3d82f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.460036158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"f7579303-fd3c-421e-a3ad-01b5921c3f76","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.468844021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"f7579303-fd3c-421e-a3ad-01b5921c3f76","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.474897179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9ea5d2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"f7579303-fd3c-421e-a3ad-01b5921c3f76","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.481605362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-sub-56758d3b","reconcileID":"aefdf11b-a5fc-4256-8c5b-b1a42bd60757","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.484869344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4b9a2b9-7146-4738-bcb3-42caa0f15abc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.484998484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-sub-56758d3b","reconcileID":"7a1da4bf-1f07-47b1-849b-a0439cecc627","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.859698889Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"e6c73500-0ade-4301-9da9-13f09e8fe917","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.860151263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f8dd69-adfc-443b-bb4d-7cb8c98ab516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.860518666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f8dd69-adfc-443b-bb4d-7cb8c98ab516","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.877185942Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-policy-56758d3b","reconcileID":"e6c73500-0ade-4301-9da9-13f09e8fe917","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"policyNamespace":"ai-tenant-e2e-mt-56758d3b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.885890544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7141d7d8-0fde-4c42-a1cd-b87fb26a1bca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:52.88992489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7141d7d8-0fde-4c42-a1cd-b87fb26a1bca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:53.115397105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd4adf86-4d51-4ef7-ac91-8b1d3145fa78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:53.115425354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd4adf86-4d51-4ef7-ac91-8b1d3145fa78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.309239883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"bd219b01-6c9d-4f30-9dec-baa0dc323d0d","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.31415682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"1a7e8a92-ddce-43ab-b34c-85c7897c698c","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.322624599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"4be509f8-8b5b-4ad4-a74d-d9e54945b5e5","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.322654827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"4be509f8-8b5b-4ad4-a74d-d9e54945b5e5","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.340962388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"bd219b01-6c9d-4f30-9dec-baa0dc323d0d","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.363082867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9ea5d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f9d8058a92ec9a2a2889d07b4117e265d35fe346b859e4dd69f3d00e923c626) AuthConfig (d6125805a77570f207515ab8df33ed3d26ecdd0f3884220c14ccf353263c9fd7) AuthConfig (262fec707fa6e9f9d19c8f2a81ebc2bf6fb5edd8f71ac0d65cb60ac16422b0c4) AuthConfig (8768a8b494e13abbc068e8034eff0a9e6db928134b0755c9813f42c243d2b678) AuthConfig (7cc95fc9d0f15290004c1a3fcea1ac64cc38e049b7957d5a66c57aa8e8c9efd8) AuthConfig (460341160c59e2f9a2c51c30ffa89defa7950f54160414a3514ae24d8fddb3e0) AuthConfig (00ed88d5a219427b837511a07db0f97dc1c18ff025459f6d3f6043e833e384ea) AuthConfig (7544bcaca066a6f68939e43b4808eb24a3d112275bf111e73c081be98a9ffbae) AuthConfig (bdf51927c16a1bea17fc889c3e1553b554078ea7a299e9bfad040513ea48923e) AuthConfig (d84df741d87cc4638667e105c798603948f0c7bcc827227da3da93743e6c377b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"bd219b01-6c9d-4f30-9dec-baa0dc323d0d","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.392875235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"1a7e8a92-ddce-43ab-b34c-85c7897c698c","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.431272306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"3d2f64df-6e29-455c-baa5-edc45f709471","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:56.431315057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"3d2f64df-6e29-455c-baa5-edc45f709471","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.838626391Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"7aff54e6-48ad-498b-87e1-204d32cbb400","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-5c9590a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.858558283Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"namespace":"ai-tenant-e2e-mt-bb9bc3f0","name":"e2e-shared-sub-5c9590a3","reconcileID":"7aff54e6-48ad-498b-87e1-204d32cbb400","MaaSSubscription":{"name":"e2e-shared-sub-5c9590a3","namespace":"ai-tenant-e2e-mt-bb9bc3f0"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9c9458da/e2e-shared-int-sub-56758d3b","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.872382485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-sub-56758d3b","reconcileID":"591b0d6e-35ae-45bf-b525-0cebd94620fa","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.872406097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb60b1d7-96bc-4874-a7cd-b8613f0bffbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.882976028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d07511-e787-490a-8df5-73c98a373a82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:26:57.883001353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7d07511-e787-490a-8df5-73c98a373a82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.498942122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03effb92-955c-4677-9787-357c86f0d550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.531305444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03effb92-955c-4677-9787-357c86f0d550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.537260794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 154","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03effb92-955c-4677-9787-357c86f0d550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.545696589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afe7a5e4-0b19-430f-8d57-9a5a8ffaa0c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.545714275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afe7a5e4-0b19-430f-8d57-9a5a8ffaa0c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.599658551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8df6e2a-acc0-4e29-b14b-87f71f247cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.606129254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8df6e2a-acc0-4e29-b14b-87f71f247cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.611307291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 154","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8df6e2a-acc0-4e29-b14b-87f71f247cef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.619500191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85401ce1-1955-4b78-8086-951ee59fde11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:00.619515998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85401ce1-1955-4b78-8086-951ee59fde11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:02.382330004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"01c5a7d5-acad-4f33-942e-271e8fd30645","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:02.407744807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"01c5a7d5-acad-4f33-942e-271e8fd30645","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:02.41321093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 155","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"01c5a7d5-acad-4f33-942e-271e8fd30645","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:02.4186786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea18397d-b20b-4af7-96ec-c761fa13ab4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:02.418696056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea18397d-b20b-4af7-96ec-c761fa13ab4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:03.134249339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-sub-56758d3b","reconcileID":"a03782b0-082b-48af-b93a-c13d9c050dd1","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-56758d3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:03.143477885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"namespace":"ai-tenant-e2e-mt-56758d3b","name":"e2e-shared-int-sub-56758d3b","reconcileID":"a03782b0-082b-48af-b93a-c13d9c050dd1","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-56758d3b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:03.173857019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf7ac0f-5350-4bf9-bf93-cdc0c1cf4f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:03.173875775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"caf7ac0f-5350-4bf9-bf93-cdc0c1cf4f1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:04.766038579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:06.418209202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"cf8f6032-6363-4a43-a894-8ac9221094b0","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:06.426377173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"cf8f6032-6363-4a43-a894-8ac9221094b0","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:06.433866573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-9ea5d2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f9d8058a92ec9a2a2889d07b4117e265d35fe346b859e4dd69f3d00e923c626) AuthConfig (d6125805a77570f207515ab8df33ed3d26ecdd0f3884220c14ccf353263c9fd7) AuthConfig (262fec707fa6e9f9d19c8f2a81ebc2bf6fb5edd8f71ac0d65cb60ac16422b0c4) AuthConfig (8768a8b494e13abbc068e8034eff0a9e6db928134b0755c9813f42c243d2b678) AuthConfig (7cc95fc9d0f15290004c1a3fcea1ac64cc38e049b7957d5a66c57aa8e8c9efd8) AuthConfig (460341160c59e2f9a2c51c30ffa89defa7950f54160414a3514ae24d8fddb3e0) AuthConfig (00ed88d5a219427b837511a07db0f97dc1c18ff025459f6d3f6043e833e384ea) AuthConfig (7544bcaca066a6f68939e43b4808eb24a3d112275bf111e73c081be98a9ffbae) AuthConfig (bdf51927c16a1bea17fc889c3e1553b554078ea7a299e9bfad040513ea48923e) AuthConfig (d84df741d87cc4638667e105c798603948f0c7bcc827227da3da93743e6c377b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"cf8f6032-6363-4a43-a894-8ac9221094b0","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.58803433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76bcfbcf-571c-4d2a-9e4b-e62de4153897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.615503845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76bcfbcf-571c-4d2a-9e4b-e62de4153897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.620929921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 156","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76bcfbcf-571c-4d2a-9e4b-e62de4153897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.629252691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d954949a-3c8d-481b-aee1-cc078532a0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.629272434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d954949a-3c8d-481b-aee1-cc078532a0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.673008437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a2da016-7e37-4d85-83cb-d80749977a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.681155993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a2da016-7e37-4d85-83cb-d80749977a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.690131884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 156","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a2da016-7e37-4d85-83cb-d80749977a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.698496075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dcba990-eaca-47fc-919f-8f7152bed94e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:10.698513758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dcba990-eaca-47fc-919f-8f7152bed94e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.428601243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"7198a744-e042-4c64-9872-dac6ab00b7f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.456754315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"7198a744-e042-4c64-9872-dac6ab00b7f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.462122626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 157","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"7198a744-e042-4c64-9872-dac6ab00b7f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.470120106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c889f0a-bcfa-45f7-9858-40ad8a956451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.470138272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c889f0a-bcfa-45f7-9858-40ad8a956451","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.691620491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2060d0f7-6970-464d-be80-493589771215","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.69164367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2060d0f7-6970-464d-be80-493589771215","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.994980449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"1be3c9de-2729-458f-923c-d5f202013c79","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:12.994999456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"1be3c9de-2729-458f-923c-d5f202013c79","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.000436186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"bd1fdefd-6cdc-4a9d-af33-b5228cea1ae3","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.000459416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"bd1fdefd-6cdc-4a9d-af33-b5228cea1ae3","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.006369817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"1455cf7c-c599-454b-a9f2-27c1d966d395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.056963553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"1455cf7c-c599-454b-a9f2-27c1d966d395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.067441894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"1455cf7c-c599-454b-a9f2-27c1d966d395","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.077431676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"473b6a56-f3cc-4046-b0b4-d081bd39abe4","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:13.077456416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"473b6a56-f3cc-4046-b0b4-d081bd39abe4","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.442343517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"701a30ab-6593-4965-9665-00b7c11dec44","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.449239653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"701a30ab-6593-4965-9665-00b7c11dec44","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.480159978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"06c58708-f9f2-479f-a3cc-12100faf1560","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:16.480184705Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"06c58708-f9f2-479f-a3cc-12100faf1560","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.383853039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"6d670f9d-a9fd-474b-858d-48e2b3cbe498","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.383874474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"6d670f9d-a9fd-474b-858d-48e2b3cbe498","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:18.389280887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"63199296-3828-41bf-94e6-e93a65a035e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-5b97e3f1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.401090944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"f6529074-7085-437b-9fc5-4a4ff03dbfc1","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.401110799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"f6529074-7085-437b-9fc5-4a4ff03dbfc1","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.408551581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"44454053-a83f-461f-9c65-4f6433bd3b4a","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.408570231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"44454053-a83f-461f-9c65-4f6433bd3b4a","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.415938948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"f2c1e453-5791-4c06-b8a0-4326c5a1af74","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.415956988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"f2c1e453-5791-4c06-b8a0-4326c5a1af74","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.437736619Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"47621ca2-1df9-4445-a071-914c0fa1b74d","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"maas-trlp-e2e-fail-5b97e3f1","model":"e2e-fail-5b97e3f1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-9ea5d2/e2e-fail-5b97e3f1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.465356032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"54cbb306-5cf6-4121-a731-9a33b4888004","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.465380859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"54cbb306-5cf6-4121-a731-9a33b4888004","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.548841803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"5d4d43a4-fd2d-4f6f-b9c4-bf0eca403623","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.555863246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"5d4d43a4-fd2d-4f6f-b9c4-bf0eca403623","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.559144022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"52bf7794-fed6-43b2-a607-1612bb143dd4","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"maas-trlp-e2e-fail-5b97e3f1","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.57882188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"40080d3e-5671-45f3-aea5-f9d7dfe343f6","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:18.585350049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"40080d3e-5671-45f3-aea5-f9d7dfe343f6","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.638484895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2403947e-875f-4d08-8cac-6d062f42f936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.662111378Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2403947e-875f-4d08-8cac-6d062f42f936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.670920409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 158","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2403947e-875f-4d08-8cac-6d062f42f936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.681395643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4968cd66-8c22-46bb-baea-fa599d2da586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.681413812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4968cd66-8c22-46bb-baea-fa599d2da586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.739450962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc66cf9e-ffd6-4fb5-9c1d-d4979c4dde22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.746703176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc66cf9e-ffd6-4fb5-9c1d-d4979c4dde22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.752267292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 158","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc66cf9e-ffd6-4fb5-9c1d-d4979c4dde22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.760479774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5fc68925-791b-43c3-9d76-b46b08d02c88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:20.760497659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5fc68925-791b-43c3-9d76-b46b08d02c88","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:22.475999564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"00a3a31e-0bb7-4b18-91b5-4b7824adbb8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:22.503931578Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"00a3a31e-0bb7-4b18-91b5-4b7824adbb8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:22.509304424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 159","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"00a3a31e-0bb7-4b18-91b5-4b7824adbb8f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:22.519524683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c64a4c43-ab29-43e4-814b-ae374ef2e7e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:22.519552662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c64a4c43-ab29-43e4-814b-ae374ef2e7e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.08408371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"309d5e7b-8f6a-41ad-b118-176b85d73ecc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.090588319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"309d5e7b-8f6a-41ad-b118-176b85d73ecc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:23.097084386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"309d5e7b-8f6a-41ad-b118-176b85d73ecc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.958147929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"31a3cf5a-e22a-4453-b9d0-8cbdabd4fc91","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"maas-trlp-e2e-fail-5b97e3f1","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.986544647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"9624f2d3-e9b0-441c-8d69-417009167779","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:26.986565875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"9624f2d3-e9b0-441c-8d69-417009167779","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:27.556541104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"5766df45-36e4-4108-af29-5b2907b8b8c1","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:27.557248818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"0c8cf7b6-8e57-4987-925e-974e58f31a5e","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:27.564896788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"5766df45-36e4-4108-af29-5b2907b8b8c1","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:27.568308971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"0c8cf7b6-8e57-4987-925e-974e58f31a5e","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.37356042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"501bb58f-a2cb-487f-a168-97bf02dd6d2c","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.373586104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"501bb58f-a2cb-487f-a168-97bf02dd6d2c","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.376441024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"5f0cc496-8d03-4027-92f4-837bc75ffe70","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.384917356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"5f0cc496-8d03-4027-92f4-837bc75ffe70","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.389228726Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"2ff2edd7-3cc4-4ed8-a5c3-7ca3ed0baca5","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6f85707","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.505614283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"f0384b8a-5866-4cac-8c66-732bdc3879c5","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:28.512120769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"f0384b8a-5866-4cac-8c66-732bdc3879c5","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.690143625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de97394b-c83e-4634-a6d1-e76f0e238342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.713858441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de97394b-c83e-4634-a6d1-e76f0e238342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.719246777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 160","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de97394b-c83e-4634-a6d1-e76f0e238342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.727915977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeaf1071-6959-4e53-a27d-49012ebad041","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.727936108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eeaf1071-6959-4e53-a27d-49012ebad041","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.790296872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c88ee18e-de80-463b-bf85-8a7b162b38b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.84317329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c88ee18e-de80-463b-bf85-8a7b162b38b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.849200367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 160","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c88ee18e-de80-463b-bf85-8a7b162b38b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.855718561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bba4b688-99e4-43db-9a3f-20aa5c74b2eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:30.855734377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bba4b688-99e4-43db-9a3f-20aa5c74b2eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:32.525942962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"04fd88d4-cb94-4d0d-802d-d931566603b2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:32.552884476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"04fd88d4-cb94-4d0d-802d-d931566603b2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:32.558657007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 161","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"04fd88d4-cb94-4d0d-802d-d931566603b2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:32.564555778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c16443ea-1d47-48a0-87d7-1306c52661e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:32.564583374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c16443ea-1d47-48a0-87d7-1306c52661e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.103730117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"25e3fab8-6cb8-41b4-a671-bca72d872f06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.111160106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"25e3fab8-6cb8-41b4-a671-bca72d872f06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.11702227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (1f71feb25a9b12fd706a92fd154ee46c133b3d92b058e0b23c8f84e68f615419) AuthConfig (dc2d02f7f17409132d9d288189d06e17dcab6d750c10cfe3113f915ebb0a9add) AuthConfig (26deddc47db2122e095f9f7871178c97843ee0a5677b3d9743b8c245033d1937) AuthConfig (ce36b82b9745b328d91cf2f8c4327d229fc937ec9c7dcb48b6ca5be673826fbe) AuthConfig (129b75a2f65aabbfbb4651877d646ab00856cff1c8635f33ab9b2cb54264afb9) AuthConfig (67b1b070ee07d6279229876677e92b4f56afb28995224830e0d6a366f4776c03) AuthConfig (19c586ea70ff9eced246d765446e6bf780ae8a56b6b682b57b5c2fd97face25a) AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (1575329dfcb05d5a59e6998669812cfbda35391ea420039f205c568c6bfb470a) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc) AuthConfig (67ad47a3adeca17fad9082fc10bb216b80dc1377f6aeada76ff83a49b9e78a21) AuthConfig (c49e8eb3eb532cb51da80f59df48845a836b5d7a853818cc99f119846ee6d05c) AuthConfig (57059b78a7299545ecb993dcd21e2b26912bc3818213e76c471ce969daa13b23) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4) AuthConfig (4452a29b4ba3f840e6ac9d7108e7e96aadeb700a2aefeb95d33574d50b9edbdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"25e3fab8-6cb8-41b4-a671-bca72d872f06","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.12498566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"fd828d92-de97-4f51-b688-df62df693dc3","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:33.125005329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"fd828d92-de97-4f51-b688-df62df693dc3","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:34.765097248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.394297979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"8079037d-0738-40c4-88f6-620ecd1db90f","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","subscription":"e2e-fail-5b97e3f1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.400191291Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"8079037d-0738-40c4-88f6-620ecd1db90f","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.403377927Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-sub","reconcileID":"8079037d-0738-40c4-88f6-620ecd1db90f","MaaSSubscription":{"name":"e2e-fail-5b97e3f1-sub","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"maas-trlp-e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.436389148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"31dfdd1a-dfd8-42bb-9cad-3377b92eddbf","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.436415629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"31dfdd1a-dfd8-42bb-9cad-3377b92eddbf","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.442077853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"146309c3-2c54-4d2e-b203-6834df49cbfb","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.451585272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"146309c3-2c54-4d2e-b203-6834df49cbfb","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.54686433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"361f2232-562a-4b66-be79-2c230fbdc792","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.554765952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"361f2232-562a-4b66-be79-2c230fbdc792","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.573405467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"888a6b82-0fa1-4c5a-bd37-dd67ea28115f","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.573434177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"888a6b82-0fa1-4c5a-bd37-dd67ea28115f","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.665396111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"a9c52592-0fc6-49c5-ba20-cdb0a870e784","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.673679863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"a9c52592-0fc6-49c5-ba20-cdb0a870e784","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.695978058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"a9c52592-0fc6-49c5-ba20-cdb0a870e784","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"name":"e2e-extmod-b-9ea5d2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.696071334Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"e2e-fail-5b97e3f1-access","reconcileID":"a9c52592-0fc6-49c5-ba20-cdb0a870e784","MaaSAuthPolicy":{"name":"e2e-fail-5b97e3f1-access","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-9ea5d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.706257931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"fff71262-71b5-4ed8-8679-bd16f0e59dd8","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-b-9ea5d2","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:38.706286927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"fff71262-71b5-4ed8-8679-bd16f0e59dd8","MaaSModelRef":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-5b97e3f1-2ff522c2ed62","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-5b97e3f1","externalModel":"e2e-fail-5b97e3f1","provider":"e2e-fail-5b97e3f1-provider","gateway":"openshift-ingress/e2e-extmod-b-9ea5d2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.183854826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"1d8efae5-9e99-412e-9c8e-e1209f608f61","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.191468857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"7ab803db-8fc1-4198-9140-a099f0d972cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.191981265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"3fd4a8cb-a33e-4e51-b60e-5e6ddb8070c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.193559762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbf18bd5-f4d0-47de-875c-ca66f4fe33c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.194297613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"cbf432f7-067f-4d33-b881-cdbffdd418ec","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.194318256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"cbf432f7-067f-4d33-b881-cdbffdd418ec","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.194345743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bbf26297-8984-4147-b5d8-8a5932484324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.195010353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0151db43-374b-493c-9b94-ee60fc190012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.198966552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"7ab803db-8fc1-4198-9140-a099f0d972cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.200414961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"3fd4a8cb-a33e-4e51-b60e-5e6ddb8070c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.205019239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bbf26297-8984-4147-b5d8-8a5932484324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.207094104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (1f71feb25a9b12fd706a92fd154ee46c133b3d92b058e0b23c8f84e68f615419) AuthConfig (dc2d02f7f17409132d9d288189d06e17dcab6d750c10cfe3113f915ebb0a9add) AuthConfig (26deddc47db2122e095f9f7871178c97843ee0a5677b3d9743b8c245033d1937) AuthConfig (ce36b82b9745b328d91cf2f8c4327d229fc937ec9c7dcb48b6ca5be673826fbe) AuthConfig (129b75a2f65aabbfbb4651877d646ab00856cff1c8635f33ab9b2cb54264afb9) AuthConfig (67b1b070ee07d6279229876677e92b4f56afb28995224830e0d6a366f4776c03) AuthConfig (19c586ea70ff9eced246d765446e6bf780ae8a56b6b682b57b5c2fd97face25a) AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (1575329dfcb05d5a59e6998669812cfbda35391ea420039f205c568c6bfb470a) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc) AuthConfig (67ad47a3adeca17fad9082fc10bb216b80dc1377f6aeada76ff83a49b9e78a21) AuthConfig (c49e8eb3eb532cb51da80f59df48845a836b5d7a853818cc99f119846ee6d05c) AuthConfig (57059b78a7299545ecb993dcd21e2b26912bc3818213e76c471ce969daa13b23) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4) AuthConfig (4452a29b4ba3f840e6ac9d7108e7e96aadeb700a2aefeb95d33574d50b9edbdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"7ab803db-8fc1-4198-9140-a099f0d972cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.210657329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 161","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"3fd4a8cb-a33e-4e51-b60e-5e6ddb8070c9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.218080997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"4cce467b-6eb6-48a7-93c4-1120a9cfe3dc","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"maas-trlp-e2e-fail-7ebbc8ce","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.220678205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbf18bd5-f4d0-47de-875c-ca66f4fe33c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.22790847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5c257203-1375-4cac-8c13-8551fbc94a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:39.228105583Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0151db43-374b-493c-9b94-ee60fc190012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.229542375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 162","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbf18bd5-f4d0-47de-875c-ca66f4fe33c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:39.242750091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0151db43-374b-493c-9b94-ee60fc190012","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.244036263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d14aa1-6bc6-4847-aa4b-0991a798f17e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.244051726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d14aa1-6bc6-4847-aa4b-0991a798f17e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.244574727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24e19207-f6fa-4c7e-a24e-6ae73386c2f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.24458724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24e19207-f6fa-4c7e-a24e-6ae73386c2f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.247075035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"5c257203-1375-4cac-8c13-8551fbc94a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.320380133Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5b97e3f1","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","reconcileID":"72049a9e-9c8d-40f5-a063-825d177add08","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-5b97e3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.321177711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"b2689a1d-4202-4ae4-886d-db2c2736fcbc","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.328547045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"5ec77066-5fc4-43b6-8caa-5f354b90d9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.328660341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b7b1d7ac-673d-4967-8bdf-2e2f1b20aac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.328952904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"113eda70-0a99-4293-bc1b-aa7dd6593f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.333444795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"b2689a1d-4202-4ae4-886d-db2c2736fcbc","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.335594468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"5ec77066-5fc4-43b6-8caa-5f354b90d9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.335745448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"b7b1d7ac-673d-4967-8bdf-2e2f1b20aac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.338602345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"113eda70-0a99-4293-bc1b-aa7dd6593f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.42256785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"bc4ba55b-4678-49dc-90ea-6c4ce92de69d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.42323734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c6f716ad-a9fa-4c91-bc1d-7d17a228e1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.425727988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ec7e9253-c8be-4578-8721-2a08e415603e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.426083713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"31ac6cfa-e1cb-43e8-b739-69e550178d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.430439384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"bc4ba55b-4678-49dc-90ea-6c4ce92de69d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.431592992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"c6f716ad-a9fa-4c91-bc1d-7d17a228e1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.433591096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"ec7e9253-c8be-4578-8721-2a08e415603e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.435166927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"31ac6cfa-e1cb-43e8-b739-69e550178d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.436030369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (1f71feb25a9b12fd706a92fd154ee46c133b3d92b058e0b23c8f84e68f615419) AuthConfig (dc2d02f7f17409132d9d288189d06e17dcab6d750c10cfe3113f915ebb0a9add) AuthConfig (26deddc47db2122e095f9f7871178c97843ee0a5677b3d9743b8c245033d1937) AuthConfig (ce36b82b9745b328d91cf2f8c4327d229fc937ec9c7dcb48b6ca5be673826fbe) AuthConfig (129b75a2f65aabbfbb4651877d646ab00856cff1c8635f33ab9b2cb54264afb9) AuthConfig (67b1b070ee07d6279229876677e92b4f56afb28995224830e0d6a366f4776c03) AuthConfig (19c586ea70ff9eced246d765446e6bf780ae8a56b6b682b57b5c2fd97face25a) AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (1575329dfcb05d5a59e6998669812cfbda35391ea420039f205c568c6bfb470a) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc) AuthConfig (67ad47a3adeca17fad9082fc10bb216b80dc1377f6aeada76ff83a49b9e78a21) AuthConfig (c49e8eb3eb532cb51da80f59df48845a836b5d7a853818cc99f119846ee6d05c) AuthConfig (57059b78a7299545ecb993dcd21e2b26912bc3818213e76c471ce969daa13b23) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4) AuthConfig (4452a29b4ba3f840e6ac9d7108e7e96aadeb700a2aefeb95d33574d50b9edbdc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"bc4ba55b-4678-49dc-90ea-6c4ce92de69d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.554261632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86e31b26-797d-4ec2-9f73-f162ff7cec6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.58487513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"3fd75d7a-01ef-4277-9196-129bdb749e42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.587325035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86e31b26-797d-4ec2-9f73-f162ff7cec6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.587751788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"25e6f6c7-58c6-4c11-945f-6a1e8809eda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.618725848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"282cb46b-0d9e-42ed-aad1-70eba3c8bce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.619870986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9239a30d-f76f-4df3-8d4d-0159cb4c6dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.63906683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"282cb46b-0d9e-42ed-aad1-70eba3c8bce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.641717773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"25e6f6c7-58c6-4c11-945f-6a1e8809eda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.646132325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"9239a30d-f76f-4df3-8d4d-0159cb4c6dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.655792569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 162","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86e31b26-797d-4ec2-9f73-f162ff7cec6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.657758946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 162","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"282cb46b-0d9e-42ed-aad1-70eba3c8bce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.665168224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51f40325-b188-4a15-a830-baf3c6a4920d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.665247698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51f40325-b188-4a15-a830-baf3c6a4920d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.67059084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"b6a03cba-d8c0-41a5-8e9e-a0d9f58a03f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.673377779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"3fd75d7a-01ef-4277-9196-129bdb749e42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.687451587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"b6a03cba-d8c0-41a5-8e9e-a0d9f58a03f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.68830964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 163","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"3fd75d7a-01ef-4277-9196-129bdb749e42","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.696830217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92a7fcc0-f4fc-4444-8b78-0a2bb80a348d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.696908145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92a7fcc0-f4fc-4444-8b78-0a2bb80a348d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.765585936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"88dfba31-2cda-4f8c-bf47-ec7e86b943d9","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.76745118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7dfd561c-1672-4522-9b49-a8ea4b38a2cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.768066093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"42ebd24c-e457-4704-b0b3-31c6637b7017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.773002465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"88dfba31-2cda-4f8c-bf47-ec7e86b943d9","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.775680995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"7dfd561c-1672-4522-9b49-a8ea4b38a2cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.776991624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"42ebd24c-e457-4704-b0b3-31c6637b7017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.785284809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"32f46c90-9a22-42ef-9f59-c59f855a0ea3","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.785301142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"32f46c90-9a22-42ef-9f59-c59f855a0ea3","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.851688761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"ab26d07d-4218-4381-b367-86ff9541a944","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4419b4ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.872222984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"1389b751-98fb-4472-b796-4c9e97e7cc10","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:39.942955309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"1389b751-98fb-4472-b796-4c9e97e7cc10","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.444267218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"d22172d1-1379-4835-9d83-e413d02e6b9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.451245487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"d22172d1-1379-4835-9d83-e413d02e6b9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.478109972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"68933f56-c1c8-483e-b034-8122e852d0b9","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.478138755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"68933f56-c1c8-483e-b034-8122e852d0b9","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.66683821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13b037b7-c02c-41f9-a431-bdd91d467f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.673883151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06888570-ee81-440a-b813-5ef8d699c281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.69448668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13b037b7-c02c-41f9-a431-bdd91d467f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.701358109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 164","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13b037b7-c02c-41f9-a431-bdd91d467f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:49.701977623Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06888570-ee81-440a-b813-5ef8d699c281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.703098075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"1ff36b20-74af-4bde-91e9-7b5de617033e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.709413795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4e746e-1739-4f1e-803b-2a4d4c605cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.70943166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf4e746e-1739-4f1e-803b-2a4d4c605cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:49.709837556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06888570-ee81-440a-b813-5ef8d699c281","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.714541589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c23c9ea1-8bf1-4229-a1f6-9f182a24ea33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.714557364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c23c9ea1-8bf1-4229-a1f6-9f182a24ea33","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.726875852Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"1ff36b20-74af-4bde-91e9-7b5de617033e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.732967548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 165","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"1ff36b20-74af-4bde-91e9-7b5de617033e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.746457021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4685ae9a-6223-4f8b-8dfb-e4a3c66b01c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.746481068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4685ae9a-6223-4f8b-8dfb-e4a3c66b01c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.821708698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3ef50c-e798-4305-b12e-cf4fa5fc6d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.844728262Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3ef50c-e798-4305-b12e-cf4fa5fc6d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.851650972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 166","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f3ef50c-e798-4305-b12e-cf4fa5fc6d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.85469872Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"3b8e31fd-3aca-4421-9a69-969c2e40dc0c","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","subscription":"e2e-fail-7ebbc8ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.858123745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b385c8e-5423-4ae3-814e-752bbce815d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.858141378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4b385c8e-5423-4ae3-814e-752bbce815d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.861482729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"3b8e31fd-3aca-4421-9a69-969c2e40dc0c","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.86452723Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-sub","reconcileID":"3b8e31fd-3aca-4421-9a69-969c2e40dc0c","MaaSSubscription":{"name":"e2e-fail-7ebbc8ce-sub","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"maas-trlp-e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.892991499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"bfe9a9e4-56c4-4f48-84d5-f713ce953542","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.893010573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"bfe9a9e4-56c4-4f48-84d5-f713ce953542","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.904588377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"bbf69535-74ad-43e4-8158-b9d10192cd86","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:49.911085865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"bbf69535-74ad-43e4-8158-b9d10192cd86","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.005482936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"118cf772-13fb-4427-ad96-53da7ccfcec9","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.012367839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"118cf772-13fb-4427-ad96-53da7ccfcec9","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.028089223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"3bb1645d-7970-48b3-aac4-d27ddba9fd19","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.031059644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"536201e2-e811-4103-9748-241a9ee1fe07","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.031079097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"536201e2-e811-4103-9748-241a9ee1fe07","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.13165336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"3bb1645d-7970-48b3-aac4-d27ddba9fd19","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.155912523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"3bb1645d-7970-48b3-aac4-d27ddba9fd19","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"name":"e2e-extmod-a-24b244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.155935421Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"e2e-fail-7ebbc8ce-access","reconcileID":"3bb1645d-7970-48b3-aac4-d27ddba9fd19","MaaSAuthPolicy":{"name":"e2e-fail-7ebbc8ce-access","namespace":"ai-tenant-e2e-extmod-a-24b244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-24b244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.164955277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"1857817d-fd26-4757-88a9-c2ffa052cf2b","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"tenant":"e2e-extmod-a-24b244","gateway":"openshift-ingress/e2e-extmod-a-24b244","model":"e2e-extmod-fail-user-b2d09c/e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.164975481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"1857817d-fd26-4757-88a9-c2ffa052cf2b","MaaSModelRef":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"routeName":"external-model-e2e-fail-7ebbc8ce-27c105b47e45","namespace":"e2e-extmod-fail-user-b2d09c","model":"e2e-fail-7ebbc8ce","externalModel":"e2e-fail-7ebbc8ce","provider":"e2e-fail-7ebbc8ce-provider","gateway":"openshift-ingress/e2e-extmod-a-24b244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.671144512Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"2a1774b4-a8c1-469c-b69e-34978e2593c2","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.681155619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"b3b2e8b2-1346-462a-bbe1-c46c78086d70","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.684244033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ed6de75-4d83-45ce-bbd2-c7e37396c51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.684387607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"624880d2-67aa-4e94-8f77-15462a667a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.684646551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0713c305-6d29-49c5-ba80-92dd3564b9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.684867278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"69f17208-e3c3-4f90-905a-cc1a9a822aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.691141937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ed6de75-4d83-45ce-bbd2-c7e37396c51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.692379769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"624880d2-67aa-4e94-8f77-15462a667a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.693251123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0713c305-6d29-49c5-ba80-92dd3564b9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.694907138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"69f17208-e3c3-4f90-905a-cc1a9a822aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.697454367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 166","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ed6de75-4d83-45ce-bbd2-c7e37396c51a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.702875989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 166","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0713c305-6d29-49c5-ba80-92dd3564b9ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.707151289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"b3b2e8b2-1346-462a-bbe1-c46c78086d70","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.708581868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d7c0ca7-89b9-4aa2-9447-255ba44ac44c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.708600637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3d7c0ca7-89b9-4aa2-9447-255ba44ac44c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.71585866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"c9192bfa-f8b1-43d2-9313-7ce13d008546","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.715938985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 167","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"b3b2e8b2-1346-462a-bbe1-c46c78086d70","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.719198837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1cf80205-0eae-4063-ada6-729d1d69d98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.724311073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58a73353-fce9-46bc-b925-acf1cebf1488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.724330182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58a73353-fce9-46bc-b925-acf1cebf1488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.725205356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"c9192bfa-f8b1-43d2-9313-7ce13d008546","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.730540326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"1cf80205-0eae-4063-ada6-729d1d69d98e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.802199585Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7ebbc8ce","namespace":"e2e-extmod-fail-user-b2d09c"},"namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","reconcileID":"508b9f58-1da7-4b9c-b284-afe5601e3443","namespace":"e2e-extmod-fail-user-b2d09c","name":"e2e-fail-7ebbc8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.806153886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1b96beb6-adea-49b1-84a7-3fd478c2724e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.80686784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a7d195fd-1d79-4a7a-8f07-8b7213f3a6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.807405653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b1b370a8-cb00-4c36-9869-c80313588820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.813601557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"1b96beb6-adea-49b1-84a7-3fd478c2724e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.813633447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"a7d195fd-1d79-4a7a-8f07-8b7213f3a6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.815958852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"b1b370a8-cb00-4c36-9869-c80313588820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.914638856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"9827fb8e-2acd-457e-89fc-c6c486d7e682","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.915272711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7f34b915-9761-4474-85b8-b3b6272be19b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.916044605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"6ae764fe-30ec-4279-881c-a80df8159eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.919489255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c2913b-3999-4659-a6c1-12715a5b7f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.920037278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f92c78a-a91f-43a1-9488-8e49bf46c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.924608111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"7f34b915-9761-4474-85b8-b3b6272be19b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.928049359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"9827fb8e-2acd-457e-89fc-c6c486d7e682","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.940144678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 167","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"9827fb8e-2acd-457e-89fc-c6c486d7e682","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.964943524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f92c78a-a91f-43a1-9488-8e49bf46c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:50.986098781Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c2913b-3999-4659-a6c1-12715a5b7f75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.989735343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 168","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f92c78a-a91f-43a1-9488-8e49bf46c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:50.990390894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"bf88bf55-2e7e-4b7b-92ce-51f89b63fb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.008266509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"6ae764fe-30ec-4279-881c-a80df8159eb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:27:51.021790199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39c2913b-3999-4659-a6c1-12715a5b7f75","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.026817057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"bf88bf55-2e7e-4b7b-92ce-51f89b63fb91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.033112846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4d12a60-0d62-43d1-83aa-be139cf564fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.033140539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4d12a60-0d62-43d1-83aa-be139cf564fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.033682574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2998bb9-f538-48f1-b03f-a6debb1339dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.033695644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2998bb9-f538-48f1-b03f-a6debb1339dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.061675245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"18e36e26-8dfb-4969-b02b-f217bb9d7859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.143737864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"18e36e26-8dfb-4969-b02b-f217bb9d7859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.152489793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2072cae9-b894-4e9e-89b2-ddc4ba4f5d90","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.155430196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3712d97d-bfc0-424c-8eec-1a556c771b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.15987116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2072cae9-b894-4e9e-89b2-ddc4ba4f5d90","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.166500126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3712d97d-bfc0-424c-8eec-1a556c771b00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.207546984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4b32d9b7-e77c-4ad9-9d9e-35cc0dd69442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.249347384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"4b32d9b7-e77c-4ad9-9d9e-35cc0dd69442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.252823304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"097ae9b9-a3e2-479b-b9e6-d290552027b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.255259081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e32bf82-726b-4024-9685-fbc52d58cd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.255880317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"6a5f8bce-39d8-4749-b4d2-ea3ca93ed222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.26006554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"097ae9b9-a3e2-479b-b9e6-d290552027b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.26254932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e32bf82-726b-4024-9685-fbc52d58cd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.26292642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"6a5f8bce-39d8-4749-b4d2-ea3ca93ed222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.268362958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 168","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e32bf82-726b-4024-9685-fbc52d58cd5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.280992763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd86e2a-188e-4f83-907b-ab0a9740a36e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:51.28101628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd86e2a-188e-4f83-907b-ab0a9740a36e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.42382643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"59315120-600a-45e4-95d8-5cd38b8b7e1e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.423856042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"59315120-600a-45e4-95d8-5cd38b8b7e1e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.43161727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"f8122e3b-b035-4836-9eb1-23bd4834b6f5","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.43164445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"f8122e3b-b035-4836-9eb1-23bd4834b6f5","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.440569055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"52dd25a4-ad40-47ca-9994-0dd2a8b07be7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.469884441Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"52dd25a4-ad40-47ca-9994-0dd2a8b07be7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.481261445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"52dd25a4-ad40-47ca-9994-0dd2a8b07be7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.48709491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2ad0eed2-d98e-4186-a002-fe6061636e9a","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:27:54.487113138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2ad0eed2-d98e-4186-a002-fe6061636e9a","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:00.947089441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"555664c4-dd2c-404f-82e9-c9402d0ccbe7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:00.971854043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"555664c4-dd2c-404f-82e9-c9402d0ccbe7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:00.977579389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 169","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"555664c4-dd2c-404f-82e9-c9402d0ccbe7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:00.986011204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"004b71df-3a5b-42d1-88ed-235181aef89f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:00.986028854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"004b71df-3a5b-42d1-88ed-235181aef89f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.050316271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7161ad8b-006d-48f2-a0be-aa0f45763413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.074763644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7161ad8b-006d-48f2-a0be-aa0f45763413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.080427069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 170","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7161ad8b-006d-48f2-a0be-aa0f45763413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.089530748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c15ff4c2-f4d1-40f2-8de0-7188cd4bdd07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.089546132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c15ff4c2-f4d1-40f2-8de0-7188cd4bdd07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.288368034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb2c1d5-b0c7-46bf-9f05-4e6dddb62211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.295168345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb2c1d5-b0c7-46bf-9f05-4e6dddb62211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.300819438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 170","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"edb2c1d5-b0c7-46bf-9f05-4e6dddb62211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.306806825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbd917b3-fcb3-4ba1-8f18-9ce8d30becdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:01.306821234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbd917b3-fcb3-4ba1-8f18-9ce8d30becdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.39963726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adac408f-6255-46cb-a907-ac5212204b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.402953485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adac408f-6255-46cb-a907-ac5212204b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.408484199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adac408f-6255-46cb-a907-ac5212204b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.416069231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adac408f-6255-46cb-a907-ac5212204b6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.694129969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5225490d-baca-47c6-952f-b7d9f92b98d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.698475665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5225490d-baca-47c6-952f-b7d9f92b98d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.703698277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5225490d-baca-47c6-952f-b7d9f92b98d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:03.7107029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5225490d-baca-47c6-952f-b7d9f92b98d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.491755084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","namespace":"ai-tenant-e2e-extmod-a-24b244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.491919532Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","namespace":"ai-tenant-e2e-extmod-a-24b244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.492018286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","tenant":"e2e-extmod-a-24b244","tenantID":"e2e-extmod-a-24b244","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.497736348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Deployment","name":"maas-api-e2e-extmod-a-24b244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.511074639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Service","name":"maas-api-e2e-extmod-a-24b244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.521153187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-24b244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.525963462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-24b244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.531272724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.53773824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.546812245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.554436101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.55715012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.559521314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.562032741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Service","name":"payload-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.564474508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.567020284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.569710351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.569846863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2cbe2250-11d8-4ef3-8a91-634dd039c6d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.572196096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.576657905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2cbe2250-11d8-4ef3-8a91-634dd039c6d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.577731795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.582206919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2cbe2250-11d8-4ef3-8a91-634dd039c6d8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.582264635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.585347963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.58801951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-24b244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.590515802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-24b244"},"namespace":"ai-tenant-e2e-extmod-a-24b244","name":"default-tenant","reconcileID":"ad92ea15-4963-4148-abc8-94791baea220","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-24b244","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:04.80430359Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.008895378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"423b032e-d3be-48a0-bfae-e33d7166782e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.064205679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"423b032e-d3be-48a0-bfae-e33d7166782e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.070316512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 171","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"423b032e-d3be-48a0-bfae-e33d7166782e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.079067457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab2556f-2d74-45ad-b86f-577873d932d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.079085187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ab2556f-2d74-45ad-b86f-577873d932d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.142198155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2000396a-4d8d-4350-90ed-84ff8e0b4e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.166509263Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2000396a-4d8d-4350-90ed-84ff8e0b4e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.173539998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 172","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2000396a-4d8d-4350-90ed-84ff8e0b4e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.191495134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3374b7f5-98f7-4e30-aeeb-95c36d85069f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.199941309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3374b7f5-98f7-4e30-aeeb-95c36d85069f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.319147914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e2b6ec1-dacb-40d7-843c-23720f0f33d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.329546106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e2b6ec1-dacb-40d7-843c-23720f0f33d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.336493007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 172","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e2b6ec1-dacb-40d7-843c-23720f0f33d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.346490158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a6029d8-78c7-46f6-b3fc-97bc379a70f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:11.34651054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a6029d8-78c7-46f6-b3fc-97bc379a70f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.353968045Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-24b244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-24b244","reconcileID":"8a2d2c85-7471-405b-84a2-efba90a47241","aitenant":"ai-tenants/e2e-extmod-a-24b244","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.422488193Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-24b244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-24b244","reconcileID":"8a2d2c85-7471-405b-84a2-efba90a47241","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-24b244","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-24b244"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.46488128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d071e-8f14-48a2-ae08-9b8df4dfb2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.468072332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d071e-8f14-48a2-ae08-9b8df4dfb2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.471055767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d071e-8f14-48a2-ae08-9b8df4dfb2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.474206804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405d071e-8f14-48a2-ae08-9b8df4dfb2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.858254259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606b683d-4d6c-4210-893e-b5bdd5259dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.861363704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606b683d-4d6c-4210-893e-b5bdd5259dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.864733701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606b683d-4d6c-4210-893e-b5bdd5259dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:12.867848441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"606b683d-4d6c-4210-893e-b5bdd5259dfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.205403344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbb1e-6fc4-450b-af19-7968539ea243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.209213395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbb1e-6fc4-450b-af19-7968539ea243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.21227537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbb1e-6fc4-450b-af19-7968539ea243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:13.215356618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbb1e-6fc4-450b-af19-7968539ea243","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:14.592701178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"6a4f2040-b42f-4aaf-a532-51832496e7a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:14.599818057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"6a4f2040-b42f-4aaf-a532-51832496e7a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:14.605306365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (5f556a182493dc2e19335608322eda1efd939bd432267045f5487b7fa590ae18) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (d77f479c95e2b134a5e73cd8c54ad6e7bfeea6727901b692f93ebdf30986b7fd) AuthConfig (2695dd03c25098c339436bf0667f4088f7b5ccf9eada538fc0e05b06d3619fa3) AuthConfig (b40d3bc71419359270515f60ef3d754e6cc904addfab87f6a006ffcc7ebe4e6d) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef) AuthConfig (04c67f3376139fbc2992f1efdfbf8d0c40fd0d000db51065656fb424f35bfa9d) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (5d8b322ea73bfae018e9934b718f05caa05ab82e0027bc10ace3482736ebabba) AuthConfig (68099286743de64d9aac6fa33d0ee47d6f80b66200981bc61adcd823499fea6e) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (40375f013781b402060c981df1d9c3671ad15141329721fd1535fc86ad9dce7e) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (5048eaba5b02e93028a0216ee9f0e8bcdfcb5505cc5ae5325e708f540c25bbe5) AuthConfig (72f9952df12c1f9743b146ba5dbaf6bb3c5a10deba3774f01c5c2070a53c9ba3) AuthConfig (40888eb16125a55bf61244de43ccc7ceec713bc9520fef0e0fb02efe4a2e2383) AuthConfig (e458912d3213beda8cd8d0d2148a65586abbec5390c230736eb91f4945283d21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"6a4f2040-b42f-4aaf-a532-51832496e7a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:14.613576766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"aa052300-9800-46e2-b0f0-c038c9dfac46","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:14.613595158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"aa052300-9800-46e2-b0f0-c038c9dfac46","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.57859258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7603ce-7c4b-45d1-af8b-65052624f710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.581646569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7603ce-7c4b-45d1-af8b-65052624f710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.584592377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7603ce-7c4b-45d1-af8b-65052624f710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.590451205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c7603ce-7c4b-45d1-af8b-65052624f710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.867924848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e06730-ea59-453e-8822-5b7c4f73d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.876344596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e06730-ea59-453e-8822-5b7c4f73d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.884826633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e06730-ea59-453e-8822-5b7c4f73d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:19.88931078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51e06730-ea59-453e-8822-5b7c4f73d024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.088019181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"0f3aa1f8-03b0-4c02-911c-52f4d303e6d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.110573652Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"0f3aa1f8-03b0-4c02-911c-52f4d303e6d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.116902947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 173","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"0f3aa1f8-03b0-4c02-911c-52f4d303e6d7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.124824593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"975cc277-6bbe-460b-843e-0e75bef4da3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.12484275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"975cc277-6bbe-460b-843e-0e75bef4da3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.200535184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e68492a3-99bf-449a-b1e6-61865940baed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.228186567Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e68492a3-99bf-449a-b1e6-61865940baed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.233914507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 174","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e68492a3-99bf-449a-b1e6-61865940baed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.242090959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10cc046d-4a72-4d16-8cce-6faba963bb90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.24210993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"10cc046d-4a72-4d16-8cce-6faba963bb90","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.354278812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a173f41-db7c-4627-9bb8-81435bd9801e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.360666145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a173f41-db7c-4627-9bb8-81435bd9801e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.366593113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 146, current generation is 174","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a173f41-db7c-4627-9bb8-81435bd9801e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.37813853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a631f7e-21be-4734-811e-a82506a6dc52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:21.378156871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a631f7e-21be-4734-811e-a82506a6dc52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.619247388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"469398bc-a66e-4680-9ba5-0bd020094fde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.625911302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"469398bc-a66e-4680-9ba5-0bd020094fde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:24.632152124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (5f556a182493dc2e19335608322eda1efd939bd432267045f5487b7fa590ae18) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (d77f479c95e2b134a5e73cd8c54ad6e7bfeea6727901b692f93ebdf30986b7fd) AuthConfig (2695dd03c25098c339436bf0667f4088f7b5ccf9eada538fc0e05b06d3619fa3) AuthConfig (b40d3bc71419359270515f60ef3d754e6cc904addfab87f6a006ffcc7ebe4e6d) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef) AuthConfig (04c67f3376139fbc2992f1efdfbf8d0c40fd0d000db51065656fb424f35bfa9d) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (5d8b322ea73bfae018e9934b718f05caa05ab82e0027bc10ace3482736ebabba) AuthConfig (68099286743de64d9aac6fa33d0ee47d6f80b66200981bc61adcd823499fea6e) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (40375f013781b402060c981df1d9c3671ad15141329721fd1535fc86ad9dce7e) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (5048eaba5b02e93028a0216ee9f0e8bcdfcb5505cc5ae5325e708f540c25bbe5) AuthConfig (72f9952df12c1f9743b146ba5dbaf6bb3c5a10deba3774f01c5c2070a53c9ba3) AuthConfig (40888eb16125a55bf61244de43ccc7ceec713bc9520fef0e0fb02efe4a2e2383) AuthConfig (e458912d3213beda8cd8d0d2148a65586abbec5390c230736eb91f4945283d21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"469398bc-a66e-4680-9ba5-0bd020094fde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.373182819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","namespace":"ai-tenant-e2e-extmod-b-9ea5d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.373245995Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","namespace":"ai-tenant-e2e-extmod-b-9ea5d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.373292531Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","tenant":"e2e-extmod-b-9ea5d2","tenantID":"e2e-extmod-b-9ea5d2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.377840877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Deployment","name":"maas-api-e2e-extmod-b-9ea5d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.395450233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Service","name":"maas-api-e2e-extmod-b-9ea5d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.404304133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-9ea5d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.40972395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-9ea5d2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.418134272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.422653889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.430544152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.435409803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.43796317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.440362007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.442717225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Service","name":"payload-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.445135047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.44740629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.449756522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.452196879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.457646011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.460166209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.462659609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.465075754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-9ea5d2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:26.467335076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-9ea5d2"},"namespace":"ai-tenant-e2e-extmod-b-9ea5d2","name":"default-tenant","reconcileID":"04c643d5-fc7a-4b6d-b8c5-c6b23c00dfc0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-9ea5d2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.130936227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"7e3672e7-9a12-40d6-8676-53fc5216d7a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.155339512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"7e3672e7-9a12-40d6-8676-53fc5216d7a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.162184646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 174, current generation is 175","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"7e3672e7-9a12-40d6-8676-53fc5216d7a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.17118823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8b82337-075a-4938-96fd-01c7e625cc44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.171205955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8b82337-075a-4938-96fd-01c7e625cc44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.250054361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d647a-240e-4b0b-8bd6-788c35447cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.273726282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d647a-240e-4b0b-8bd6-788c35447cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.27938397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 174, current generation is 176","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d647a-240e-4b0b-8bd6-788c35447cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.287614864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17686d3c-0cd4-429b-b6ff-86457666a14a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.28763363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"17686d3c-0cd4-429b-b6ff-86457666a14a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.388349747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc6dd6d9-c60e-486a-8b59-1c5c277f438f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.39547369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc6dd6d9-c60e-486a-8b59-1c5c277f438f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.400843292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 174, current generation is 176","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc6dd6d9-c60e-486a-8b59-1c5c277f438f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.406684517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7164aab6-1aef-4b17-8361-55aed45f79ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:31.406701668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7164aab6-1aef-4b17-8361-55aed45f79ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.039040416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41188825-a639-493c-875f-670270bbdb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.043761784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41188825-a639-493c-875f-670270bbdb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.055878992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41188825-a639-493c-875f-670270bbdb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.062531384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41188825-a639-493c-875f-670270bbdb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.114171242Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9ea5d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9ea5d2","reconcileID":"bd022b52-ed92-4374-ac17-97d2db67e0dc","aitenant":"ai-tenants/e2e-extmod-b-9ea5d2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.203292089Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-9ea5d2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-9ea5d2","reconcileID":"bd022b52-ed92-4374-ac17-97d2db67e0dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-9ea5d2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-9ea5d2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.268319094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a14525-be77-41e7-8f90-5a0717d0a860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.272889199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a14525-be77-41e7-8f90-5a0717d0a860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.280501487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a14525-be77-41e7-8f90-5a0717d0a860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.287611392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1a14525-be77-41e7-8f90-5a0717d0a860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.483746241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75078af9-9da6-42b5-83f5-466ea2c8bc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.546320819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75078af9-9da6-42b5-83f5-466ea2c8bc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.554306466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75078af9-9da6-42b5-83f5-466ea2c8bc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:32.562827076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75078af9-9da6-42b5-83f5-466ea2c8bc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.016016744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9a54fd-e16c-447b-88ab-63f4d4a3a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.01919347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9a54fd-e16c-447b-88ab-63f4d4a3a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.022246699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9a54fd-e16c-447b-88ab-63f4d4a3a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.04242595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9a54fd-e16c-447b-88ab-63f4d4a3a0a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.060310965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d2dc0ad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d2dc0ad5","reconcileID":"1686502f-66a5-44bf-95e3-dd14af0bb1a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d2dc0ad5","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-d2dc0ad5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.104529771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-access","reconcileID":"2e1090d3-901e-46a2-9330-4b9d37d94c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.104620757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"9f7ee15f-8341-4e9c-9c1e-1a800601c9c8","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.128078489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"05b4a07c-16f3-42a5-900b-abbf5778c347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.140668535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"05b4a07c-16f3-42a5-900b-abbf5778c347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.141022399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"cb9494f2-9a98-4cb8-8322-755fe36bfac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.249838248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"3b0de40a-4850-400d-8756-494b5d500399","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.272974478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"3e66a975-5b7b-478e-afc1-91f720331600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.293620726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611ad-d6ae-4ecb-9a1b-b57b9d88d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.296877231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611ad-d6ae-4ecb-9a1b-b57b9d88d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.300147311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611ad-d6ae-4ecb-9a1b-b57b9d88d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.303353619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f611ad-d6ae-4ecb-9a1b-b57b9d88d504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.315020544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b1ba2365-5eff-48ae-ac01-140e8c3155f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.322499592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"b1ba2365-5eff-48ae-ac01-140e8c3155f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.388489302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"02646b0e-f732-4aa5-9ff1-bcd103594782","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.515026448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"af88dba6-2fd4-48f2-84b2-35628a6c5b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.522697685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"af88dba6-2fd4-48f2-84b2-35628a6c5b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.791260878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"fe649a61-a784-4e49-9c99-454b12f26a90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.791328089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00283e39-cf8b-40ee-8eac-8619c70a7615","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.79134396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00283e39-cf8b-40ee-8eac-8619c70a7615","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.79728166Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-policy-56758d3b","reconcileID":"fe649a61-a784-4e49-9c99-454b12f26a90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"policyNamespace":"ai-tenant-e2e-mt-9c9458da","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.805932155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb87c859-eb4f-44ea-911b-68ec7b0a683c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.805952458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb87c859-eb4f-44ea-911b-68ec7b0a683c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.951531202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ae5c46d-308d-49b7-8d39-db76b3869320","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:33.951557712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ae5c46d-308d-49b7-8d39-db76b3869320","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.659519327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"a867223a-4603-4155-a8a5-fc97cb2bb510","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.70918577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"a867223a-4603-4155-a8a5-fc97cb2bb510","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.748585239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"249e6d05-39a7-472d-82fc-ffe8da0127bc","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.748611426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"249e6d05-39a7-472d-82fc-ffe8da0127bc","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:34.766145591Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.176906523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"eddd364b-1e38-484e-bc2a-fc4e2c11fad0","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.176928556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"eddd364b-1e38-484e-bc2a-fc4e2c11fad0","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.18213652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"fe5bdad8-5228-46ce-98cd-b83a0efa0faa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.185717427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ad29187c-adb7-462f-9d5e-f213884f2ff7","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.185734177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ad29187c-adb7-462f-9d5e-f213884f2ff7","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:36.188449272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"14980f0d-dd55-4e3e-808e-e767652691e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6c9eb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.188916892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"fe5bdad8-5228-46ce-98cd-b83a0efa0faa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:36.189720119Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ad29187c-adb7-462f-9d5e-f213884f2ff7","name":"sub-test-model-8b6cd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:36.189769706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ad29187c-adb7-462f-9d5e-f213884f2ff7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.195339793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"a9edad22-e52d-474a-9b71-47cef116a967","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.195352833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"a9edad22-e52d-474a-9b71-47cef116a967","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.196984879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"5362e63b-a3c6-46ba-a654-21ff71ab6b93","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.197001924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"5362e63b-a3c6-46ba-a654-21ff71ab6b93","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.204552264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"6ac77666-ec10-49c4-935d-e5593198317e","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.204567391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"6ac77666-ec10-49c4-935d-e5593198317e","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.22048472Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"8ddd8fb1-1212-4001-974f-00ee13638845","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"sub-test-model-8b6cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-shared-sub-6c9eb6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.242396718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"abd70427-f357-4a2b-be36-300fda526f96","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.242413086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"abd70427-f357-4a2b-be36-300fda526f96","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.349588366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"70d2c44a-c967-41cc-92b6-b4dba801ae2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.352335096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"f78d4455-35f8-4851-aff6-2d4212d0f7de","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.357296985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"70d2c44a-c967-41cc-92b6-b4dba801ae2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.359752379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"c898119f-0432-4a18-9dab-8ed72dd7fa82","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.359770078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"c898119f-0432-4a18-9dab-8ed72dd7fa82","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.369379216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2f41e02f-c215-4550-8840-1cd58be90274","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.369401962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2f41e02f-c215-4550-8840-1cd58be90274","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:36.369918642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"c3726275-5f09-4be6-b389-44b5065ce1e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-6c9eb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.380920854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"13452f6e-9d5c-427b-b169-fb5a6f55958f","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.380939478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"13452f6e-9d5c-427b-b169-fb5a6f55958f","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.389142825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"82eac900-ed87-4de9-939b-0d3b80af97a9","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.389157818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"82eac900-ed87-4de9-939b-0d3b80af97a9","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.422429697Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"321657e7-c0ea-4099-985d-dab6ec9158f1","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"sub-test-model-036c69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-shared-sub-6c9eb6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.438164781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"58ba087c-be82-4c22-9628-d35c7150d876","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.438266288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"58ba087c-be82-4c22-9628-d35c7150d876","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.449502032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"61949c62-78ee-4dec-8485-95e7762c90ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.458228636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"61949c62-78ee-4dec-8485-95e7762c90ec","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.524162236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"9a8a51ea-6991-4987-8889-94be00a89e81","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.52418991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"9a8a51ea-6991-4987-8889-94be00a89e81","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.527018742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"7a932b89-6537-4e04-9a9f-b163c4779ce5","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.531521835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"eba6fc90-792d-467c-bf3e-805fbe64e92b","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.531542472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"eba6fc90-792d-467c-bf3e-805fbe64e92b","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:36.532532512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"e0001ede-5970-4568-867d-02ba56684778","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-6c9eb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.54884968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"20f00310-eec4-4f14-aef7-079d59af2778","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.548867706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"20f00310-eec4-4f14-aef7-079d59af2778","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.549959255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"ac9dd341-57c5-4202-b441-41a5d7177e80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.549961375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"c4b21bd7-62c1-4130-9d5d-533a5b997dfe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.556171808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"d16abdb5-2f07-475c-afd2-167bbba4c024","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.556189522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"d16abdb5-2f07-475c-afd2-167bbba4c024","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.559922573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"ac9dd341-57c5-4202-b441-41a5d7177e80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.560281027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"c4b21bd7-62c1-4130-9d5d-533a5b997dfe","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.627121591Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"ad14138a-b173-468d-9b4e-b05b1e4f6433","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-a-only-6c9eb6","ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-shared-sub-6c9eb6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.643467748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"cdb915ae-bd96-477f-b636-b8402eeed417","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.643486766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"cdb915ae-bd96-477f-b636-b8402eeed417","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.688498831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"8ff3d864-2139-4283-b77c-23c3e6f38e90","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.688523468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"8ff3d864-2139-4283-b77c-23c3e6f38e90","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.694036808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"4a5d2d28-1887-4ad7-ba5e-53d7d8f9c5c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.694260109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"177a2584-d29d-45d5-ae6d-7bea07f5ea21","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.694277374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"177a2584-d29d-45d5-ae6d-7bea07f5ea21","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:36.69857923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"ce6e1a9b-7f35-4e1c-86e2-90410941c477","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-6c9eb6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.702195991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"4a5d2d28-1887-4ad7-ba5e-53d7d8f9c5c2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.715021809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"1d2041ef-0c77-4b7a-aaf7-c50e8ee9a553","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.715041969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"1d2041ef-0c77-4b7a-aaf7-c50e8ee9a553","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.721335609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"989dff93-39b8-4c5b-8a03-e75dae7138da","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.721355478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"989dff93-39b8-4c5b-8a03-e75dae7138da","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.721749793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"8f98eed1-9da9-4eca-9caf-1abb86a80435","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.721981788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"8606a3ca-44c8-4667-9828-02a7efe7a157","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.826832934Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"852e1592-ae54-416c-b79e-ab3345a95613","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-b-only-6c9eb6","ai-tenant-e2e-shared-b-w4-036c69/e2e-shared-sub-6c9eb6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.84413716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"1197fa83-6008-434d-ba6d-0cc9912e85c2","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.844156346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"1197fa83-6008-434d-ba6d-0cc9912e85c2","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.919211966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"e6d80a5a-b56d-4d8b-9c2a-3929a82a7ec7","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:36.919596665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"70e771c1-c378-4fb6-a883-e48fc8c37ab6","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.059017542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"51ed31d3-82bb-4c79-b579-919b320f20c9","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.073838276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9d23fcf1-318c-4ce5-be20-800b4caf2d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.075449955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"7203c21e-10b2-414f-9293-130695ac1c2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.080819801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9d23fcf1-318c-4ce5-be20-800b4caf2d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.093662408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"28943389-e7ad-4694-b042-8617133e1005","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.098189898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"67b0bc26-7b95-4a80-a474-d57987d4944d","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.103023643Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"1020fbee-dfe3-40c1-893c-d21e6308e20f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.106444404Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"1020fbee-dfe3-40c1-893c-d21e6308e20f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.17371238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"bfef459a-82f8-44cb-89a6-e21e65d91107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.177144051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"b0b87a6c-caa5-4076-8086-32eed724a2e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.178954472Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"simulator-subscription","reconcileID":"1020fbee-dfe3-40c1-893c-d21e6308e20f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/simulator-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.180544952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"bfef459a-82f8-44cb-89a6-e21e65d91107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.278752443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"b441301d-7aa9-4626-b566-8c06179c453f","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.283981323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9cc8291b-8605-42a3-b1ef-a5d33106e2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:38.290374863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"9cc8291b-8605-42a3-b1ef-a5d33106e2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.295877033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e4c0da8-7e8f-4b84-b9fb-e5d122424787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.303242628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e4c0da8-7e8f-4b84-b9fb-e5d122424787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.308625282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 174, current generation is 176","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e4c0da8-7e8f-4b84-b9fb-e5d122424787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.415052005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ff7b0dd-966e-418f-86cc-01b4fda189b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.421547929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ff7b0dd-966e-418f-86cc-01b4fda189b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:41.427130616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 174, current generation is 176","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ff7b0dd-966e-418f-86cc-01b4fda189b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.139908481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"1e932f9c-04dd-478c-bac3-6ec523646519","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-d2dc0ad5","tenantID":"e2e-mt-d2dc0ad5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.155897752Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"1e932f9c-04dd-478c-bac3-6ec523646519","name":"e2e-mt-d2dc0ad5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.841186792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ffe422a9-e9f0-4390-8a75-ebef44e0075c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.841245433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"416e2e6e-294a-4e1d-86f0-5d48c32f7a66","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.863144518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"4bc63b90-216a-4c3c-b4f9-cba70654d6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.96641509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-sub-56758d3b","reconcileID":"9dc900a7-9e2e-4097-98c8-544bbec00e2e","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-56758d3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.98561463Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"namespace":"ai-tenant-e2e-mt-9c9458da","name":"e2e-shared-int-sub-56758d3b","reconcileID":"9dc900a7-9e2e-4097-98c8-544bbec00e2e","MaaSSubscription":{"name":"e2e-shared-int-sub-56758d3b","namespace":"ai-tenant-e2e-mt-9c9458da"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:43.998474198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b79eee6-7b3c-462d-bf8c-a69158e89fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.041996448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ffe422a9-e9f0-4390-8a75-ebef44e0075c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.050886511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebf6a15e-a253-46d7-a8d3-17029b357f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.050906447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebf6a15e-a253-46d7-a8d3-17029b357f7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.066275381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ffe422a9-e9f0-4390-8a75-ebef44e0075c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.06630519Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"ffe422a9-e9f0-4390-8a75-ebef44e0075c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.075318074Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"35d873ba-9264-4913-a67f-2d534344fc99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.075563757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"c5539560-f75a-46e8-8ac4-97333f8e8ef8","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.098825405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"25291944-df5a-4f51-8f16-4725d2ab3572","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.103020279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"35d873ba-9264-4913-a67f-2d534344fc99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.112859875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"35d873ba-9264-4913-a67f-2d534344fc99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"e2e-worker-w3-9de2ac-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.11288167Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"35d873ba-9264-4913-a67f-2d534344fc99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:44.144635703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-access","reconcileID":"35d873ba-9264-4913-a67f-2d534344fc99","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:44.98446253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"403a035d-9605-4dae-8cba-c582459f7c8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.016133543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"ae3d2fc2-5924-49b4-863c-1e6240fdada8","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.016351772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"f8d9e23d-5324-4704-8eaf-0c0f72614a3e","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.083729786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"a81cdb71-adf2-4e13-a2fc-a83aa6779164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.121975221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4e8431-937b-4af7-a186-1fd1b3e7733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.12671818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4e8431-937b-4af7-a186-1fd1b3e7733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.134166541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4e8431-937b-4af7-a186-1fd1b3e7733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.147858335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4e8431-937b-4af7-a186-1fd1b3e7733f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.411840882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"55426125-cbc7-4357-9a51-727a78808d49","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.480300829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575f8221-9294-402b-a037-a7b1da0840d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.485344133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575f8221-9294-402b-a037-a7b1da0840d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.489423007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575f8221-9294-402b-a037-a7b1da0840d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.494023922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"575f8221-9294-402b-a037-a7b1da0840d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.882922119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac0fde-8963-4f4a-ab4e-77daefa18239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.887091392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac0fde-8963-4f4a-ab4e-77daefa18239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.893620995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac0fde-8963-4f4a-ab4e-77daefa18239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:45.897869248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dac0fde-8963-4f4a-ab4e-77daefa18239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.114387772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb5b53-556c-4d94-8bb4-ad71882a7ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.149311141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb5b53-556c-4d94-8bb4-ad71882a7ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.154227998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb5b53-556c-4d94-8bb4-ad71882a7ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.159571005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adeb5b53-556c-4d94-8bb4-ad71882a7ecb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.602035408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"97c16e05-02ef-4148-bc54-a7dec28605c9","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.602403732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"a1934692-4ca3-4a75-8e87-1c076dbf37ab","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.685209434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"633ff1b7-730e-45db-a2cc-212925eaed0e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.685343854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"633ff1b7-730e-45db-a2cc-212925eaed0e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.786602134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"54fdf17e-a5d3-46a1-8b35-6fd2b0a7c289","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.797832337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"7f63e573-7a3d-4d99-b7b9-cad0cd580e32","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.967273307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"98c0fe39-43cf-4abb-9fd7-4662602fdc89","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:46.967389322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"98c0fe39-43cf-4abb-9fd7-4662602fdc89","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:47.15942327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2951b1a7-4130-424d-b73c-d5d40ec89b57","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:47.168971934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"2951b1a7-4130-424d-b73c-d5d40ec89b57","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:47.263596893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"54f39ebc-3269-4d7c-ab01-e4080895d5ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:47.271591114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"54f39ebc-3269-4d7c-ab01-e4080895d5ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.837179317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"b42b8b86-c313-4bf5-bcae-46d60de25203","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.837228988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f42cf46b-1c4e-4f7d-9fa0-c237762c42c2","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.83724675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f42cf46b-1c4e-4f7d-9fa0-c237762c42c2","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.855834907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"b42b8b86-c313-4bf5-bcae-46d60de25203","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.89079358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"49d18008-125c-4a49-a439-ebb82d57248d","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.891163511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"f077d70a-afa0-4e49-a901-0bf71aff9148","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.908429349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"b42b8b86-c313-4bf5-bcae-46d60de25203","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.90845159Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"b42b8b86-c313-4bf5-bcae-46d60de25203","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.923558253Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"777d2188-a77c-42b7-9dde-139e044e9a5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.924650562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"daebcc8c-c573-48b7-b0c8-8f7ab0c0f018","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.924665937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"daebcc8c-c573-48b7-b0c8-8f7ab0c0f018","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.955256949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"777d2188-a77c-42b7-9dde-139e044e9a5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.963710503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"777d2188-a77c-42b7-9dde-139e044e9a5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.963726006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"777d2188-a77c-42b7-9dde-139e044e9a5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:49.966920922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"777d2188-a77c-42b7-9dde-139e044e9a5f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-6c9eb6\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.977090552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"be23dc03-edcb-47dd-b647-caa954ec25ce","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:49.977116074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"dafb788b-d06b-4569-8a0d-0b1538624765","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.101477148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"732a902a-76b9-44bd-bf8d-a5407e645c4e","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:50.101498738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"732a902a-76b9-44bd-bf8d-a5407e645c4e","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.317057993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff8fb5af-19cb-4713-9219-64b833d56ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.325431309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff8fb5af-19cb-4713-9219-64b833d56ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.344692341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75ce117e-b41f-42f4-b7b2-cf747c67e39e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.344711127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75ce117e-b41f-42f4-b7b2-cf747c67e39e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.51674106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2178869f-9dda-4fe3-b721-7cc5e2e3397f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.523678366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2178869f-9dda-4fe3-b721-7cc5e2e3397f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.545152819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2cac959-22cc-4c42-a40f-90cd1391d056","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:51.545171901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2cac959-22cc-4c42-a40f-90cd1391d056","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:53.999221337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4066bf6c-fbc7-4fd2-b4b5-5e3e540ddcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.002615722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4066bf6c-fbc7-4fd2-b4b5-5e3e540ddcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.006101555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4066bf6c-fbc7-4fd2-b4b5-5e3e540ddcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.009698098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4066bf6c-fbc7-4fd2-b4b5-5e3e540ddcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.180493798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ffcef9-3cb4-4bc0-b535-608038ac257d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.183453363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ffcef9-3cb4-4bc0-b535-608038ac257d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.186701951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ffcef9-3cb4-4bc0-b535-608038ac257d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.189884677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ffcef9-3cb4-4bc0-b535-608038ac257d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.531899972Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"affc7289-c10f-4fb1-adc5-00208cb25557","namespace":"ai-tenant-e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.531964336Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"affc7289-c10f-4fb1-adc5-00208cb25557","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.536286259Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"affc7289-c10f-4fb1-adc5-00208cb25557","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.53630312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"affc7289-c10f-4fb1-adc5-00208cb25557","namespace":"ai-tenant-e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.696675084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"ac1ec7a6-6519-4187-a7c8-9c4eb6c97b9c","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.703476246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"471f1dff-4015-4b47-a10e-7c579a351f5c","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.761281123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"9edeec30-9f2c-416b-b73d-936617371b86","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"premium-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"premium-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:54.761320131Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"9edeec30-9f2c-416b-b73d-936617371b86","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"error":"LLMInferenceService premium-w3-9de2ac not found in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.764193704Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"aac7dcfb-e8f7-446c-8e0a-dc9fdcca3d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:54.771945613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"premium-w3-9de2ac","reconcileID":"9edeec30-9f2c-416b-b73d-936617371b86","error":"LLMInferenceService premium-w3-9de2ac not found in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.774281564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"aac7dcfb-e8f7-446c-8e0a-dc9fdcca3d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.777307352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"39195ddf-f3d6-4471-ab18-3ed9d50cd025","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.782743065Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"aac7dcfb-e8f7-446c-8e0a-dc9fdcca3d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"name":"maas-trlp-premium-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac","model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.905295282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"05421b28-fb6d-463e-b09f-0045567cdd15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.905413767Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"05421b28-fb6d-463e-b09f-0045567cdd15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"model":"e2e-models-e2e-worker-w3-9de2ac/premium-w3-9de2ac","error":"HTTPRoute not found yet: for LLMInferenceService premium-w3-9de2ac in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.953036019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"787e33df-dbd8-4d4f-bf1e-6a1fc1ca1f5a","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:54.953065856Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"787e33df-dbd8-4d4f-bf1e-6a1fc1ca1f5a","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"error":"LLMInferenceService simulator-w3-9de2ac not found in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:54.961606887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"787e33df-dbd8-4d4f-bf1e-6a1fc1ca1f5a","error":"LLMInferenceService simulator-w3-9de2ac not found in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:28:54.967074721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"29b102db-ad2c-41b6-b56b-4c3193c501ec","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"routeName":"simulator-w3-9de2ac-kserve-route","namespace":"e2e-models-e2e-worker-w3-9de2ac","llmisvcName":"simulator-w3-9de2ac","gateway":"openshift-ingress/e2e-worker-w3-9de2ac","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:54.967105923Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"29b102db-ad2c-41b6-b56b-4c3193c501ec","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"error":"LLMInferenceService simulator-w3-9de2ac not found in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:54.967178109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-9de2ac","namespace":"e2e-models-e2e-worker-w3-9de2ac"},"namespace":"e2e-models-e2e-worker-w3-9de2ac","name":"simulator-w3-9de2ac","reconcileID":"29b102db-ad2c-41b6-b56b-4c3193c501ec","error":"LLMInferenceService simulator-w3-9de2ac not found in namespace e2e-models-e2e-worker-w3-9de2ac","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:28:55.126463517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"premium-simulator-subscription","reconcileID":"05421b28-fb6d-463e-b09f-0045567cdd15","error":"maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.118989483Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"c244166a-bc07-451d-aa71-2f0ff4bed54f","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscription":"e2e-shared-sub-6c9eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.155431435Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-6c9eb6","reconcileID":"c244166a-bc07-451d-aa71-2f0ff4bed54f","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-a-only-6c9eb6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.173198672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"aceb7707-7877-42d4-a16e-404196ea4936","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.193745626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"a497a240-627a-4a88-81d1-c97fff3aa784","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.193769874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"a497a240-627a-4a88-81d1-c97fff3aa784","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.340608325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"0ecfd28b-0b4c-4b86-b32d-f70467f2211f","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:00.340629011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"0ecfd28b-0b4c-4b86-b32d-f70467f2211f","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:04.838004425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.375564151Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","namespace":"ai-tenant-e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.375670752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","namespace":"ai-tenant-e2e-worker-w3-9de2ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.375812612Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","tenant":"e2e-worker-w3-9de2ac","tenantID":"e2e-worker-w3-9de2ac","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.380295197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Deployment","name":"maas-api-e2e-worker-w3-9de2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.390251335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Service","name":"maas-api-e2e-worker-w3-9de2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.405082649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-9de2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.409955634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-9de2ac","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.415285548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.425945524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.433607158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.438544788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.441148389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.443510715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.446133875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Service","name":"payload-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.448489136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.450987627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.453299439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.45567013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.46215797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.464707571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.467253063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.469659755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-9de2ac","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:09.47208204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-9de2ac"},"namespace":"ai-tenant-e2e-worker-w3-9de2ac","name":"default-tenant","reconcileID":"3a57a8d0-f8dc-4f7f-ab99-6df53b9b3099","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-9de2ac","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.356427677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"a4bacff6-302a-4cac-88ad-2607035c70c5","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscription":"e2e-a-only-6c9eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.359627359Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"a4bacff6-302a-4cac-88ad-2607035c70c5","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.363043284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-6c9eb6","reconcileID":"a4bacff6-302a-4cac-88ad-2607035c70c5","MaaSSubscription":{"name":"e2e-a-only-6c9eb6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.391041907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"466396b4-24c4-4f76-9641-c6b8633e2ba8","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.391060558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"466396b4-24c4-4f76-9641-c6b8633e2ba8","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.706308456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"9c5e557d-ceb9-40fd-b791-1a7269cd7843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.706437903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"4da610a1-c254-4672-a5a7-da6e94dd66e9","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.706457109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"4da610a1-c254-4672-a5a7-da6e94dd66e9","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.717201201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"9c5e557d-ceb9-40fd-b791-1a7269cd7843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.727936652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"b74f6d9e-51a4-462d-996e-9dff8aead64a","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.728663385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"49f5939e-c62d-4e78-9186-b15a8930fd45","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.744394701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"9c5e557d-ceb9-40fd-b791-1a7269cd7843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.744409856Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-6c9eb6","reconcileID":"9c5e557d-ceb9-40fd-b791-1a7269cd7843","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.750429456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"d859d97c-0dea-4087-a284-7b167001fbc2","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.750445269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"d859d97c-0dea-4087-a284-7b167001fbc2","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.828483522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"76c32e55-da6b-4d91-ae3a-7ce035e56ec7","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.828902065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"f5c10211-7f39-44fe-8353-1145cca2bd74","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.985113189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"17e57181-b8ab-4a4d-99e9-9109f8b6c82c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:10.985135332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"17e57181-b8ab-4a4d-99e9-9109f8b6c82c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.006921607Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9de2ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9de2ac","reconcileID":"5d778d4f-3225-46e6-bb73-9da2e5aab21c","aitenant":"ai-tenants/e2e-worker-w3-9de2ac","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.075626973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-9de2ac","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-9de2ac","reconcileID":"5d778d4f-3225-46e6-bb73-9da2e5aab21c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-9de2ac","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-9de2ac"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.162808844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb34369-d838-462f-ac84-7acc14acb6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.166338316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb34369-d838-462f-ac84-7acc14acb6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.169492272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb34369-d838-462f-ac84-7acc14acb6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.172739452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bb34369-d838-462f-ac84-7acc14acb6a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.389974827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664e280-dbb9-4748-8cbc-349ecbcceb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.393150353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664e280-dbb9-4748-8cbc-349ecbcceb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.396047512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664e280-dbb9-4748-8cbc-349ecbcceb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.445475285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3664e280-dbb9-4748-8cbc-349ecbcceb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.757757295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b456f8-a101-46d0-a9c9-1c09dfdeeacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.790622012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b456f8-a101-46d0-a9c9-1c09dfdeeacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.795181743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b456f8-a101-46d0-a9c9-1c09dfdeeacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:14.803912452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31b456f8-a101-46d0-a9c9-1c09dfdeeacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.007811473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"5ac5976a-2761-4567-8c63-c591bb5ab727","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscription":"e2e-shared-sub-6c9eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.026414268Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-6c9eb6","reconcileID":"5ac5976a-2761-4567-8c63-c591bb5ab727","MaaSSubscription":{"name":"e2e-shared-sub-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-b-only-6c9eb6"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.040260931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"ed35da8a-c5f2-416a-97c7-08ec9fd545c5","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.045704866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"cee9eda4-23bc-4af7-83a9-4bc017b8502c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.04572723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"cee9eda4-23bc-4af7-83a9-4bc017b8502c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.336968372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"3ff16ba3-def7-4691-94f4-8be400b1ae23","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:21.336990045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"3ff16ba3-def7-4691-94f4-8be400b1ae23","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.353664615Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"534a097d-aaeb-4ab9-a378-7f88a21bcc3b","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscription":"e2e-b-only-6c9eb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.357024589Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"534a097d-aaeb-4ab9-a378-7f88a21bcc3b","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.360357937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-6c9eb6","reconcileID":"534a097d-aaeb-4ab9-a378-7f88a21bcc3b","MaaSSubscription":{"name":"e2e-b-only-6c9eb6","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.384841823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"65b752a0-e3e5-42d4-8b94-d113aebc9dcb","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.384857164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"65b752a0-e3e5-42d4-8b94-d113aebc9dcb","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.591566741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"6e240ace-0dad-467e-8e36-ea8341a9e44f","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.591590181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"6e240ace-0dad-467e-8e36-ea8341a9e44f","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.596269756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"7b802332-b0b5-4613-a02a-d1c89452919c","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.596292556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"7b802332-b0b5-4613-a02a-d1c89452919c","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.603726737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"792fae8a-39f1-43e3-ae0e-e5bfdd9c5dbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.626393444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"792fae8a-39f1-43e3-ae0e-e5bfdd9c5dbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.63200781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"792fae8a-39f1-43e3-ae0e-e5bfdd9c5dbd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.637046601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"28713da4-b1e8-493b-af79-44aa6ef31379","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:31.637067734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"28713da4-b1e8-493b-af79-44aa6ef31379","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:34.764818783Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.64343077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"006fcff7-07a4-4acb-bdfc-eb8edf7066c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.65215001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"006fcff7-07a4-4acb-bdfc-eb8edf7066c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.657881366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-8b6cd6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1f71feb25a9b12fd706a92fd154ee46c133b3d92b058e0b23c8f84e68f615419) AuthConfig (4452a29b4ba3f840e6ac9d7108e7e96aadeb700a2aefeb95d33574d50b9edbdc) AuthConfig (26deddc47db2122e095f9f7871178c97843ee0a5677b3d9743b8c245033d1937) AuthConfig (dc2d02f7f17409132d9d288189d06e17dcab6d750c10cfe3113f915ebb0a9add) AuthConfig (57059b78a7299545ecb993dcd21e2b26912bc3818213e76c471ce969daa13b23) AuthConfig (036b2447c2afba8afbbe4328041a078600b227926a90c65bfca55e1a604a98cc) AuthConfig (c49e8eb3eb532cb51da80f59df48845a836b5d7a853818cc99f119846ee6d05c) AuthConfig (1575329dfcb05d5a59e6998669812cfbda35391ea420039f205c568c6bfb470a) AuthConfig (7074e2843fd616697b7fcc62cac7fe03d3a94c1766355e70fbc8b8d7934ed1e9) AuthConfig (9baf9e5019f2394fbee30b7421d1d4f18ecbbfac78c976cdaadcade7058d73fe) AuthConfig (ce36b82b9745b328d91cf2f8c4327d229fc937ec9c7dcb48b6ca5be673826fbe) AuthConfig (67ad47a3adeca17fad9082fc10bb216b80dc1377f6aeada76ff83a49b9e78a21) AuthConfig (129b75a2f65aabbfbb4651877d646ab00856cff1c8635f33ab9b2cb54264afb9) AuthConfig (19c586ea70ff9eced246d765446e6bf780ae8a56b6b682b57b5c2fd97face25a) AuthConfig (67b1b070ee07d6279229876677e92b4f56afb28995224830e0d6a366f4776c03) AuthConfig (5db04c0daa20653884862c4d8da60bafcdc956dc1ee9f42597e07e6c4c7587f7) AuthConfig (54506c2d08d1507c10630a9126f4a1037c684e70b59047d91ba5639a3b4cd449) AuthConfig (0d085b78f1b831fb8192eb6a7d998af77f4ad6880ef1b5c572a888158a0bd5e4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"006fcff7-07a4-4acb-bdfc-eb8edf7066c4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.666113749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"e4d0eca0-abac-4563-b2a3-4103f03dbd03","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:41.666130931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"e4d0eca0-abac-4563-b2a3-4103f03dbd03","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:51.672934136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"6a6b56f7-604b-421e-8917-d17b7d61ae73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:51.679599732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"6a6b56f7-604b-421e-8917-d17b7d61ae73","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:51.703292137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"784071ea-fe50-45cf-90b1-ae758152e50a","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:51.703311441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"784071ea-fe50-45cf-90b1-ae758152e50a","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.493797204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"43e9943f-66c3-45d6-8978-b52e295c11a6","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.493819321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"43e9943f-66c3-45d6-8978-b52e295c11a6","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.498197536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2a001d1b-e4c8-4325-afdf-c0bce2117aca","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.498213752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"2a001d1b-e4c8-4325-afdf-c0bce2117aca","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.505185927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"5a2491b4-0668-4c40-b66b-e6ace0762805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.54305755Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"5a2491b4-0668-4c40-b66b-e6ace0762805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.548298324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"5a2491b4-0668-4c40-b66b-e6ace0762805","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.555894646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"eedf5d25-5370-4f98-8676-e1735b8482ba","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:52.555912776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"eedf5d25-5370-4f98-8676-e1735b8482ba","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:53.893125518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"d47194e5-a99a-4b98-846a-7268f2e62da4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:53.999152226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"07e1df56-dbc4-4a30-82b2-b85aa3dacdd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:53.99919253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"ff00d482-f78c-40f2-be23-7e5f99d0893b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:53.99965844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"5613e4ff-36fc-40bb-9356-e719cf310c7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:53.999958161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"ec8bf5ca-a8e1-4ebb-a744-ac980dc08396","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.000031164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"28f35811-950e-46d8-b558-585b0373ec9c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.094208789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9aff9ad7-4a2a-49ce-8d22-49f3d427f68e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:29:54.09447665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"d5e6948d-82d1-481b-9e6e-b99a080ba482","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:02.562350437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"df8d9fc8-4b96-4bfa-a271-3f8ca43a8643","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:02.572371498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"df8d9fc8-4b96-4bfa-a271-3f8ca43a8643","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:02.579638436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-036c69-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2695dd03c25098c339436bf0667f4088f7b5ccf9eada538fc0e05b06d3619fa3) AuthConfig (72f9952df12c1f9743b146ba5dbaf6bb3c5a10deba3774f01c5c2070a53c9ba3) AuthConfig (5f556a182493dc2e19335608322eda1efd939bd432267045f5487b7fa590ae18) AuthConfig (b40d3bc71419359270515f60ef3d754e6cc904addfab87f6a006ffcc7ebe4e6d) AuthConfig (4b228b38016e5cebea1667ea4f3c6d83e82c10cd43fa38ff95c0f515f10adb6c) AuthConfig (40375f013781b402060c981df1d9c3671ad15141329721fd1535fc86ad9dce7e) AuthConfig (403aed5dd88b570a66149fc469732a63396aa7dbb327b688b0f1a2e458a966ef) AuthConfig (e458912d3213beda8cd8d0d2148a65586abbec5390c230736eb91f4945283d21) AuthConfig (0bb797ea3a651fe5e561b12b67a14464efa46667141ed7f67ba7639f996eb67b) AuthConfig (b447c87406d3ceff9162a5c109266ddf07349bd15de950adbfe855977677700d) AuthConfig (6a5c8dc13e9089d9cc7492b27e97426066669e7c966e587b57825dcf9d1eb87d) AuthConfig (5048eaba5b02e93028a0216ee9f0e8bcdfcb5505cc5ae5325e708f540c25bbe5) AuthConfig (9a25a542ff53902cd5db2ff096d44979307065c21be8200abcc93166445fc8ad) AuthConfig (d77f479c95e2b134a5e73cd8c54ad6e7bfeea6727901b692f93ebdf30986b7fd) AuthConfig (40888eb16125a55bf61244de43ccc7ceec713bc9520fef0e0fb02efe4a2e2383) AuthConfig (5d8b322ea73bfae018e9934b718f05caa05ab82e0027bc10ace3482736ebabba) AuthConfig (04c67f3376139fbc2992f1efdfbf8d0c40fd0d000db51065656fb424f35bfa9d) AuthConfig (68099286743de64d9aac6fa33d0ee47d6f80b66200981bc61adcd823499fea6e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"df8d9fc8-4b96-4bfa-a271-3f8ca43a8643","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:02.587718457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"5d3272e4-b197-4b0c-bd7d-caec83c31f64","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:02.587742393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"5d3272e4-b197-4b0c-bd7d-caec83c31f64","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:04.765029535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:12.611639654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"4359cfe8-4f3b-4e18-860f-0d5853f21fdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:12.626970503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"4359cfe8-4f3b-4e18-860f-0d5853f21fdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:12.645759139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"4099c6f8-aeff-42e9-8116-af381e33922b","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:12.645793722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"4099c6f8-aeff-42e9-8116-af381e33922b","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.744869585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f339e67d-7451-446d-babe-dfec2ce85337","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.744891272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f339e67d-7451-446d-babe-dfec2ce85337","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.75267481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f9bdc2eb-af39-4019-8326-5a588696b8c7","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.752689765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f9bdc2eb-af39-4019-8326-5a588696b8c7","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.756848495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"aa54024c-dd1e-4853-b56a-7cc47155a836","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:13.757047804Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f9bdc2eb-af39-4019-8326-5a588696b8c7","name":"sub-test-model-8b6cd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:13.757104424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f9bdc2eb-af39-4019-8326-5a588696b8c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-8b6cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:13.757371426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"693c953e-65a7-4600-a769-a1a2de01ac87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-afb066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.762710539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"67fde674-3509-4d09-a0bb-d1e5cb44cf65","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.76272625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"67fde674-3509-4d09-a0bb-d1e5cb44cf65","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.763431098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"aa54024c-dd1e-4853-b56a-7cc47155a836","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.766124648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"da71873f-3411-4bb2-b868-926e50aefcb5","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.766144823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"da71873f-3411-4bb2-b868-926e50aefcb5","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.772906336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ff9ce1f2-4f79-407b-8960-043773614fdd","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.772920789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ff9ce1f2-4f79-407b-8960-043773614fdd","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.7890945Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"117b5359-81f4-4453-a568-1cc99f781d1c","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"sub-test-model-8b6cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-shared-sub-afb066"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.819301039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"c9530bfb-f8d2-4fdb-a597-add8ef9d5184","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.819330134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"c9530bfb-f8d2-4fdb-a597-add8ef9d5184","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.875513073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"2851a8ec-d883-4bc0-b1d1-3eb030b724a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.883413127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"2851a8ec-d883-4bc0-b1d1-3eb030b724a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.884525908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"cd43da70-ce64-4fb8-854a-e4ee50cad184","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.925899591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"e0211be1-3f75-4b6c-a0fc-d893b7bf202e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.925921104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"e0211be1-3f75-4b6c-a0fc-d893b7bf202e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.934177464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"adf5afcc-15e1-400b-9529-ac3be3c89b6c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.934193704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"adf5afcc-15e1-400b-9529-ac3be3c89b6c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:13.936987601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"480d77e5-ba09-4947-8bd6-ed5d4f58b2ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-afb066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:13.937860554Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"adf5afcc-15e1-400b-9529-ac3be3c89b6c","name":"sub-test-model-036c69","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-036c69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:13.937907051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"adf5afcc-15e1-400b-9529-ac3be3c89b6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-036c69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.944040781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"51f5f76f-052d-4c90-8fc8-7122298e1879","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.944055447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"51f5f76f-052d-4c90-8fc8-7122298e1879","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.947505316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"7818833a-b737-42d5-951b-27e4f613f164","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.947519811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"7818833a-b737-42d5-951b-27e4f613f164","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.95241309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"53f8fee9-3f65-4578-b5de-d7bb3b62a477","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.952430177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"53f8fee9-3f65-4578-b5de-d7bb3b62a477","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.952848639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"2d97e53f-6b98-4dee-8ea3-9a93acf7bdd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.959311465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"2d97e53f-6b98-4dee-8ea3-9a93acf7bdd9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:13.986669751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"038c3615-e08c-4f2c-9429-606a30b1d8c5","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"sub-test-model-036c69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-shared-sub-afb066"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.002998461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"54ed1aae-a56e-4f84-857e-6f2a0c0b4ca0","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.003017049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"54ed1aae-a56e-4f84-857e-6f2a0c0b4ca0","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.057274456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"0f7b2c77-edaf-470e-8512-30ffd260ec63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.064393072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"0f7b2c77-edaf-470e-8512-30ffd260ec63","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.084892425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"235f2588-9960-44a5-a016-1e25c27440c0","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.089827699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"7c603d16-5cb6-4a91-a7bd-18e5a70d22e1","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.08984321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"7c603d16-5cb6-4a91-a7bd-18e5a70d22e1","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.097162593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"71970313-4c57-42a1-a8ea-d992be3c03a9","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.097177931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"71970313-4c57-42a1-a8ea-d992be3c03a9","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:14.09819523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"5287b976-7e34-4775-a7c6-d03610d7c770","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-afb066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.114067387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"32ab7e6f-945d-4417-8c12-f43532d5b47e","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.114083691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"32ab7e6f-945d-4417-8c12-f43532d5b47e","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.11920535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ecb5a8da-8b05-4aff-a268-744bc044952f","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.119222201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"ecb5a8da-8b05-4aff-a268-744bc044952f","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.154085302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"e7c0f526-45a1-44a5-a265-50cc40600234","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.160530091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"e7c0f526-45a1-44a5-a265-50cc40600234","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.193851408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"16829030-940e-4d54-ae0f-a6f03a7102f7","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-a-only-afb066","ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-shared-sub-afb066"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.212188983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"cd030e79-6b77-4a2e-a6c5-d2c480373246","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.212205136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"cd030e79-6b77-4a2e-a6c5-d2c480373246","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.293863429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"d6fdcee4-44e6-412c-b631-282a59221236","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.293882348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"d6fdcee4-44e6-412c-b631-282a59221236","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.294738491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"e493b4fe-bd84-47e9-91ee-bab2ad4aabe1","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.295209031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"82e4e31b-7a4c-4988-9c6b-024e212ce00a","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:14.31029467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"fe9ac060-abfe-4b35-a9de-3ef5d26eac36","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-afb066\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.311273771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"96951c1f-cb0d-4de5-b90a-89f87755b1a0","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.31129166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"96951c1f-cb0d-4de5-b90a-89f87755b1a0","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.356692221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"9246faa6-1525-4cf4-b86b-31756f175559","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.358452583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"3fdcd426-1786-43e0-ad02-82a80a56db4e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.358469171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"3fdcd426-1786-43e0-ad02-82a80a56db4e","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.363450114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"9246faa6-1525-4cf4-b86b-31756f175559","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.365425432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"815ac675-e8fc-4bdb-8e1f-6d70e78cbd9c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.365441539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"815ac675-e8fc-4bdb-8e1f-6d70e78cbd9c","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.454103387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"ac1a76d7-8a1e-458d-a6db-27fa4cda72d1","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-b-only-afb066","ai-tenant-e2e-shared-b-w4-036c69/e2e-shared-sub-afb066"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.473058744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"bfbec17f-2256-4a63-8d32-8c3db49eac1d","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.473080289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"bfbec17f-2256-4a63-8d32-8c3db49eac1d","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.494226477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"f46c45af-672d-432c-87da-c55bbc9fc50a","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:14.4942293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"4964ff80-4c41-4966-8d75-21a815b28c1b","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.138913262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"019a72c1-ddbd-452f-8bb3-fd647cd5d4a6","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.140027067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"1602cd91-484c-4606-95fd-026242dab998","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.156345869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"4636c40d-aa17-48df-8ae1-99376f9b6edf","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.156371201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"4636c40d-aa17-48df-8ae1-99376f9b6edf","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.161080201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"2fc33cfd-7390-4785-8fa0-21c86059ca35","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.161101652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"2fc33cfd-7390-4785-8fa0-21c86059ca35","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.267105246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"8a4fc277-705c-4951-bc02-bd86306ecd61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.268195123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"a2875d83-50bf-428f-98f5-3faa005aeb15","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.313003519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"9c0f966e-9bb1-41bc-b541-b9aca52af597","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.313651975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"066e1ffb-221c-46f9-b0f5-f01193f3921b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.375421779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"f5149450-87f2-4fab-ac41-89ca3f8b47ad","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.3755376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"f5149450-87f2-4fab-ac41-89ca3f8b47ad","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.383079987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"48b2069a-bc64-4bb4-b385-2ad06004d78b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.383347174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"8835741e-9e87-4b43-8340-cf412864dc5a","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.38336293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"8835741e-9e87-4b43-8340-cf412864dc5a","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.461840865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"e91c04d3-7372-4a66-a0c1-8581ce2ba110","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.462550289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e88817a-33ed-4ce3-8b7c-584b8318ed0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.46305929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c8fb5e3-a63e-44ed-a711-b430b57eefa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.558649659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"10f88bd8-ef68-455f-9f6a-1adf4bed3588","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.56099655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"935e07d7-4b70-4f18-98d6-40824b0165b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.56141299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"ebfda614-3efe-4bf0-bf6a-44a44cc081c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.567465497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"10f88bd8-ef68-455f-9f6a-1adf4bed3588","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.954601928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"e4b8d157-1a95-4229-b735-63642baa57d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:21.961901129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"e4b8d157-1a95-4229-b735-63642baa57d3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.505123058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b2d57f-d830-420e-a474-2ae9cdee7116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.505142563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9b2d57f-d830-420e-a474-2ae9cdee7116","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.510001496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"namespace":"ai-tenant-e2e-mt-c532c3f0","name":"e2e-policy-c532c3f0","reconcileID":"baf23f20-3b1c-4115-af2b-f512ee283671","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.536093556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"namespace":"ai-tenant-e2e-mt-c532c3f0","name":"e2e-policy-c532c3f0","reconcileID":"baf23f20-3b1c-4115-af2b-f512ee283671","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.542562809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 176, current generation is 177","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"namespace":"ai-tenant-e2e-mt-c532c3f0","name":"e2e-policy-c532c3f0","reconcileID":"baf23f20-3b1c-4115-af2b-f512ee283671","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.55104148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60ba2f1-bef7-4d44-848d-3c0d404f6567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:25.551061424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d60ba2f1-bef7-4d44-848d-3c0d404f6567","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.842447058Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"be53016d-458f-48dc-91a6-7d42afac26bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.84258242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"75ed4413-a135-486d-b7a4-0c9fdace93c8","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.842601247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"75ed4413-a135-486d-b7a4-0c9fdace93c8","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.853007238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"be53016d-458f-48dc-91a6-7d42afac26bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.863202663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"c5b13d2f-b697-4ace-83eb-a8220112d856","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.863682612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"3f911196-fbab-4954-a6df-81d3ca721333","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.87681083Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"be53016d-458f-48dc-91a6-7d42afac26bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.87682776Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"be53016d-458f-48dc-91a6-7d42afac26bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.88293117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"7a197434-6437-4a8c-9017-de37562c2efd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.883180776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"98679354-ef82-487c-81a1-8f0a5268d650","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.883198125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"98679354-ef82-487c-81a1-8f0a5268d650","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.953274927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"7a197434-6437-4a8c-9017-de37562c2efd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.960074064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"7a197434-6437-4a8c-9017-de37562c2efd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"e2e-shared-a-w4-8b6cd6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.960093122Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"7a197434-6437-4a8c-9017-de37562c2efd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:30:28.962810226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-sub-iso-auth-afb066","reconcileID":"7a197434-6437-4a8c-9017-de37562c2efd","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-afb066\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.963495875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"9e971b95-a7df-445f-acfc-e3408651ef61","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:28.963699875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"e9781a09-21ce-4a13-a532-f6f9d77c36c7","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.070455182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"046d1f7e-fbe3-4f16-b9de-cac8315aae94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.098570437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"200ca578-cbaf-47bd-bbdf-c5e9ebaf2a92","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.09858984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"200ca578-cbaf-47bd-bbdf-c5e9ebaf2a92","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.167249829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"6b3b60a1-8d92-4bbf-8b19-5b8d1b4894d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.167289496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"75d72153-7f0f-496a-af3b-28a327427f15","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.168580767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"73acf880-5858-4096-beb3-4171eead55cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.170135095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"f02375eb-17a8-4222-90ab-e3cd132561b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.263649695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"9b517df0-c569-49f8-a7a8-192d4a51b9ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.264007216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2684c14-bb68-45f9-ac0f-ab1499306a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.264748259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"0661f15f-0212-4b7f-b910-c5928e51dce2","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.264809229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"38f8db9a-f342-42b7-b7bb-fa3e92fe0758","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.272136553Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"284d679f-25e5-4c77-a566-c3db2a4e1550","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-8b6cd6/e2e-a-only-afb066"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.364277374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"77f575ab-0b5c-4198-871b-91e2cde7b5ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:29.364683765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"f518cff3-d385-46fe-998b-5c0f29a61ba0","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:34.765145446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:35.750819374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128369f8-4947-48e0-adeb-317d6d296324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:35.754626476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128369f8-4947-48e0-adeb-317d6d296324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:35.757836162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128369f8-4947-48e0-adeb-317d6d296324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:35.760999443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128369f8-4947-48e0-adeb-317d6d296324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:36.212090832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95ba63-3296-436a-ac11-c4e97d2a820b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:36.215645987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95ba63-3296-436a-ac11-c4e97d2a820b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:36.220627106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95ba63-3296-436a-ac11-c4e97d2a820b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:36.2283491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e95ba63-3296-436a-ac11-c4e97d2a820b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.857386767Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","namespace":"ai-tenant-e2e-mt-d2dc0ad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.857568511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","namespace":"ai-tenant-e2e-mt-d2dc0ad5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.857675188Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","tenant":"e2e-mt-d2dc0ad5","tenantID":"e2e-mt-d2dc0ad5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.863137087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Deployment","name":"maas-api-e2e-mt-d2dc0ad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.884094904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Service","name":"maas-api-e2e-mt-d2dc0ad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.895644882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-d2dc0ad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.902983458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-d2dc0ad5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.916383047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.922844164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.93342081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.941533714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.947227135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Deployment","name":"payload-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.951852325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.95799357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Service","name":"payload-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.962000551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"Service","name":"payload-pre-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.964741337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"DestinationRule","name":"payload-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.970018386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.975768938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.983923025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.990653631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.994958876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:37.998991599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-d2dc0ad5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.002090632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-d2dc0ad5"},"namespace":"ai-tenant-e2e-mt-d2dc0ad5","name":"default-tenant","reconcileID":"fbe7818e-b7c7-4898-bf03-1bb3b45a1735","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-d2dc0ad5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:38.907326748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"0a2e20f0-47c1-419e-a2ff-335afee7794a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.011636622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"bb061b3c-9dfa-47d2-9598-44099ac3f017","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.014652707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"df0d2bca-f82e-4b76-af72-6406fecea9e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.018811286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"8f7fe030-9641-4027-b3c4-01c50d3f37a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.018995849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"4882a689-e9a4-49c9-8e59-e8c6c001cb75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.019426948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"6e6366e3-f40f-45da-af2a-c297197bf588","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.124303336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f004c3e-499f-4f98-960b-106b84ae0a9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.124738729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"6178c048-ee93-41e2-9b89-0800dedafa11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.125078648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"8998c008-135b-483b-b080-8ab4a7c03fb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.128899716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"f7ccbeb1-59e7-4d8d-9913-6623b854c10c","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.270811569Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"41d5fce5-298d-4d09-a63f-cd89a910d200","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscription":"e2e-shared-sub-afb066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.27938268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a25078c-a8e5-46cd-b003-2e696207e599","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.282191636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-shared-sub-afb066","reconcileID":"41d5fce5-298d-4d09-a63f-cd89a910d200","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.309153702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"0e2d7287-1cb1-493a-8340-232647589e54","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.309173497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"0e2d7287-1cb1-493a-8340-232647589e54","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.448197529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"fd2c5143-100e-4881-a59e-b159fe1ca067","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:39.448304715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"fd2c5143-100e-4881-a59e-b159fe1ca067","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.49668887Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d2dc0ad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d2dc0ad5","reconcileID":"679208f4-bdeb-4800-aab5-2496595239ac","aitenant":"ai-tenants/e2e-mt-d2dc0ad5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.654607679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-d2dc0ad5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-d2dc0ad5","reconcileID":"679208f4-bdeb-4800-aab5-2496595239ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-d2dc0ad5","removed":["maas.opendatahub.io/gateway-access-e2e-mt-d2dc0ad5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.68122386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e33ccdc-4232-4304-92f3-9e76b52d64bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.684504106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e33ccdc-4232-4304-92f3-9e76b52d64bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.687661597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e33ccdc-4232-4304-92f3-9e76b52d64bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.69100947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e33ccdc-4232-4304-92f3-9e76b52d64bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.944115343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d491b1c-e0c8-411b-b507-aa2cb3f217dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.948132793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d491b1c-e0c8-411b-b507-aa2cb3f217dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.951955349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d491b1c-e0c8-411b-b507-aa2cb3f217dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:43.955884473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d491b1c-e0c8-411b-b507-aa2cb3f217dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.39144054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7ccd2-d30b-48c2-8cd3-5760394db2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.398257707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7ccd2-d30b-48c2-8cd3-5760394db2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.407152701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7ccd2-d30b-48c2-8cd3-5760394db2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:44.412282237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7ccd2-d30b-48c2-8cd3-5760394db2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:46.434894835Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"namespace":"ai-tenant-e2e-mt-c532c3f0","name":"e2e-policy-c532c3f0","reconcileID":"0c79f281-8bb8-48af-83a2-50d43df519fb","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:46.440077674Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"namespace":"ai-tenant-e2e-mt-c532c3f0","name":"e2e-policy-c532c3f0","reconcileID":"0c79f281-8bb8-48af-83a2-50d43df519fb","MaaSAuthPolicy":{"name":"e2e-policy-c532c3f0","namespace":"ai-tenant-e2e-mt-c532c3f0"},"policyNamespace":"ai-tenant-e2e-mt-c532c3f0","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.487428705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"f274de5c-705c-46a5-8da1-64a30ad70cb7","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","subscription":"e2e-a-only-afb066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.490554637Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"f274de5c-705c-46a5-8da1-64a30ad70cb7","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.493912762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"e2e-a-only-afb066","reconcileID":"f274de5c-705c-46a5-8da1-64a30ad70cb7","MaaSSubscription":{"name":"e2e-a-only-afb066","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"name":"maas-trlp-sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.52739806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f3b27267-3523-4aca-92ff-82c69e034862","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"tenant":"e2e-shared-a-w4-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","model":"ai-tenant-e2e-shared-a-w4-8b6cd6/sub-test-model-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.527418896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"sub-test-model-8b6cd6","reconcileID":"f3b27267-3523-4aca-92ff-82c69e034862","MaaSModelRef":{"name":"sub-test-model-8b6cd6","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"routeName":"sub-test-model-8b6cd6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","llmisvcName":"sub-test-model-8b6cd6","gateway":"openshift-ingress/e2e-shared-a-w4-8b6cd6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.803600028Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"523f5544-eb72-4b79-b516-8e1b8953e8a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.803743849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"8880f295-8791-47e4-be71-33d93c6189ad","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.803763632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"8880f295-8791-47e4-be71-33d93c6189ad","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.824617108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"a83730d5-2607-4273-9a81-3780810fe318","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.824618435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"c3c043d0-3b7c-4b76-be68-ab600956f102","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.909276834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"523f5544-eb72-4b79-b516-8e1b8953e8a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.95166891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"523f5544-eb72-4b79-b516-8e1b8953e8a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"e2e-shared-b-w4-036c69-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.951699233Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-sub-iso-auth-afb066","reconcileID":"523f5544-eb72-4b79-b516-8e1b8953e8a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.966537427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"e5a2dfc8-0194-4f7f-b082-310558ec1edf","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:49.966558107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"e5a2dfc8-0194-4f7f-b082-310558ec1edf","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:50.013649345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"748eabbe-001f-4793-8597-9c8373f84263","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:50.032275082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"fb0be312-2298-4a3b-b538-dfdd2be65179","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:50.106336483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"c6fd4679-db83-4dbe-9a91-5497e2776aa6","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:50.106360623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"c6fd4679-db83-4dbe-9a91-5497e2776aa6","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.92988302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a324ff8-baab-480e-bd03-df33ae895286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.929903735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a324ff8-baab-480e-bd03-df33ae895286","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.935333392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc85f2f6-6d84-40b7-895d-b6b1ec361423","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.935361961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc85f2f6-6d84-40b7-895d-b6b1ec361423","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.945850663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"15079651-dee8-4e54-9387-da1b083f6843","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.975109742Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"15079651-dee8-4e54-9387-da1b083f6843","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.981030713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 177, current generation is 178","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"15079651-dee8-4e54-9387-da1b083f6843","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.98885797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c05c129-4658-4597-ab5c-6b29eba30879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:30:57.988876539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c05c129-4658-4597-ab5c-6b29eba30879","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.124849963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"fd728b23-dd0d-4506-a972-b64118bf7e52","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscription":"e2e-shared-sub-afb066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.176082558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-shared-sub-afb066","reconcileID":"fd728b23-dd0d-4506-a972-b64118bf7e52","MaaSSubscription":{"name":"e2e-shared-sub-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-036c69/e2e-b-only-afb066"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.213869337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"cb1b69ca-1ce9-492a-95f5-5e27bc1e347d","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.29198567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"7473fe84-aad9-4fb3-b2a8-dd1c2f58f7bb","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.292009939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"7473fe84-aad9-4fb3-b2a8-dd1c2f58f7bb","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.576247562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"68a002b4-6e48-4961-9657-cc11e66e875b","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:00.576267584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"68a002b4-6e48-4961-9657-cc11e66e875b","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:04.765444985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:08.001530226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"ed49f1b8-15fb-4fde-80db-f1d4712ad32b","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:08.010896593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"ed49f1b8-15fb-4fde-80db-f1d4712ad32b","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:08.022387324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 177, current generation is 178","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"ed49f1b8-15fb-4fde-80db-f1d4712ad32b","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:10.593423316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"c3515e40-6cd8-441f-acc6-10d31af9d28d","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","subscription":"e2e-b-only-afb066","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:10.596746347Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"c3515e40-6cd8-441f-acc6-10d31af9d28d","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:10.600015142Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"e2e-b-only-afb066","reconcileID":"c3515e40-6cd8-441f-acc6-10d31af9d28d","MaaSSubscription":{"name":"e2e-b-only-afb066","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"name":"maas-trlp-sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:10.62992149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"3d3c5899-3fb9-4c15-9582-eddaaad705d4","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"tenant":"e2e-shared-b-w4-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","model":"ai-tenant-e2e-shared-b-w4-036c69/sub-test-model-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:10.629946182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"sub-test-model-036c69","reconcileID":"3d3c5899-3fb9-4c15-9582-eddaaad705d4","MaaSModelRef":{"name":"sub-test-model-036c69","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"routeName":"sub-test-model-036c69-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-036c69","llmisvcName":"sub-test-model-036c69","gateway":"openshift-ingress/e2e-shared-b-w4-036c69","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.031023129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"603a3ce1-96f1-4629-8234-4941a9367f9f","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.038940535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"603a3ce1-96f1-4629-8234-4941a9367f9f","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.048042235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"603a3ce1-96f1-4629-8234-4941a9367f9f","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.056691979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58451fa4-7327-44e1-a7ee-02485157e3a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:18.056709684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58451fa4-7327-44e1-a7ee-02485157e3a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.065190165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"6ef262fd-4d29-40fa-a913-ea18ffe17ec8","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.07217376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"6ef262fd-4d29-40fa-a913-ea18ffe17ec8","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.094051276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"068eec49-39e2-4841-a2b7-497dbea40cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:28.094070236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"068eec49-39e2-4841-a2b7-497dbea40cbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.170430355Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-e86fc676","reconcileID":"5a97072a-afd9-4e8f-9404-69c688b312d1","MaaSAuthPolicy":{"name":"e2e-default-ns-e86fc676","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.170511124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff541e5e-d55a-4bbb-aded-f119e1551f11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.170529988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff541e5e-d55a-4bbb-aded-f119e1551f11","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.185126975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53ba3bc5-76cd-4ecc-9441-54c654adcc20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.18514854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53ba3bc5-76cd-4ecc-9441-54c654adcc20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.462222833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-access","reconcileID":"92f332db-34cb-4403-9b1c-2fa4aafcf844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.462260676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"7a3a7ee2-e3b7-4d87-b691-96dce3939036","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.478714592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c52b0b97-4afa-4061-9712-9ce8d0e6ed53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.482594596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"06f5a758-1113-43b7-8916-c0448ca460e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.485428155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"c52b0b97-4afa-4061-9712-9ce8d0e6ed53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.571901031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"d22281a6-e327-49e1-858b-8bdc15026bae","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.591844007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"d0a0c8bf-c53a-46c3-a09d-a29a04686a76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.677122242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7a8df9d9-0a69-4a24-aa60-0156997f8a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.68442396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"7a8df9d9-0a69-4a24-aa60-0156997f8a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.711374745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"c0e47694-6400-4ad9-9bfd-3dafbbac941e","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.777830512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a3b46bf9-9b82-4c56-9b0c-6335305c5a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:29.789345336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"a3b46bf9-9b82-4c56-9b0c-6335305c5a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.114940082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"4e6b2b8f-91dc-4612-bb3b-507ecd3b67fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.216873828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a89f7fd-8de1-4ccb-b733-427b876b6238","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.216901166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"aaa4ec7b-a686-43c4-8068-ad88e28bcc7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.217511391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"78f8f68b-0d07-426b-9993-a36512909642","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.316061604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a4aadf9-64d4-47dc-ace6-2b5197d775ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.316134526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"d74fd8eb-de7d-4251-b80f-85844ee26dec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.316717374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"187d52fd-7ae4-4683-86f6-99768c7355df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.404801548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"2b2a73c4-8aad-4fc1-bcb1-41993cad03db","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.443684394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"bc92ee3d-8d19-46ba-81f9-016a0d229a84","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.488865411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"f2e23db9-6d93-43bc-9c58-b1b5caf67c4a","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.503121029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3f54e035-d14e-4e05-95ad-2b40d3b1f60e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.504164361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"d03a842e-5644-433c-a4e8-8b303c05fc7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.514269795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"3f54e035-d14e-4e05-95ad-2b40d3b1f60e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.542705874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"76caeeca-f225-4d8b-86e1-d54dc4493387","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.543164498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"eb22bc4b-7cc8-4109-87e6-7d92ea7734e3","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.545651534Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"1b9b866e-4392-48da-a233-acd2662f22ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.551082384Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"1b9b866e-4392-48da-a233-acd2662f22ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.603367242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"49889319-e7e6-46dd-9d1a-65a651c63a03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.6076481Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"simulator-subscription","reconcileID":"1b9b866e-4392-48da-a233-acd2662f22ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/simulator-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.702443879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"6999fc94-37ac-44de-a6ee-7f73e651b774","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.705686445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bbfb33f7-a9c9-4be0-97db-8e34da4c931a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.712945742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bbfb33f7-a9c9-4be0-97db-8e34da4c931a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.76497021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.808237265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0f4097e6-f550-4786-bbb9-04e3fbe1eeec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:34.814961217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"0f4097e6-f550-4786-bbb9-04e3fbe1eeec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.97212488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"ad989024-3e9e-4bd7-b67a-863049372652","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.991563381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"1dadbd4c-d5fe-435c-a3ec-64453789a4f5","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.991821522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"5e37c0a9-0a97-4ec7-b0db-1f0760eb8986","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.992021893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"54474565-97ae-47cd-a407-6375bbcd122a","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:39.992239967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"59e51b2e-58f8-4ed9-a509-16f4b90c2460","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.05147543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bf00843a-a884-487b-802e-42e357f3a174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.059258293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"bf00843a-a884-487b-802e-42e357f3a174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.070355734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"c1113f80-51ff-4ba7-97a3-90fc6a58ce1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.151402514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"efb6184a-e1b6-4478-b37b-40e0b5932dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.158393099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"efb6184a-e1b6-4478-b37b-40e0b5932dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.162513476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae98f7-ab72-4a30-b485-fadc29c78604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.165948235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae98f7-ab72-4a30-b485-fadc29c78604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.169170726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae98f7-ab72-4a30-b485-fadc29c78604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.172304863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dae98f7-ab72-4a30-b485-fadc29c78604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.173337489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"108b2672-5f40-43ef-8980-77fc73f2953a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.173446923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fb1cf4a-ab10-4142-8b68-681d1dd0847c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.273666844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b7cc76d-f783-49af-863d-a81a81d86098","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.274902831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"006e35d6-5436-42cb-9e95-b627081bbeb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.2755323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"f1eedeb3-f907-4e95-a993-805cca31c7a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.27614413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"b99d8168-5ed6-46fd-9c49-d4f1e88492ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.361639232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4d9ba218-ef9a-4205-bcdb-cd3cedaf47f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.36855144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"4d9ba218-ef9a-4205-bcdb-cd3cedaf47f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.368956082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"002e7a79-6084-401b-9e3c-cdb314495e53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.477372667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31a88a-95ae-4dcc-a577-174dd4a6d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.48048331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31a88a-95ae-4dcc-a577-174dd4a6d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.483412338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31a88a-95ae-4dcc-a577-174dd4a6d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:40.486492046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f31a88a-95ae-4dcc-a577-174dd4a6d829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.215598713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"d9637ea6-8d68-45c5-800c-0bb3612ea800","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.224147094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"01eccd64-59ba-4e0a-a794-f7cf4d079ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.229963164Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"e6dc1b60-6d0f-45e9-9f7a-4f7c87804882","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-621b3900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.231682327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"01eccd64-59ba-4e0a-a794-f7cf4d079ede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.342182135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"69438447-472f-4535-a77d-933c5aa99842","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.35352391Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"8fe505d0-fea2-441e-ae43-f7974b3e735a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-621b3900","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.452896528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"009e8774-359d-446e-b085-92885b42d680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.46116745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"009e8774-359d-446e-b085-92885b42d680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.469210998Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ae925c65-abe5-4eeb-a64e-691349666daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.51861828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ae925c65-abe5-4eeb-a64e-691349666daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.56056545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ae925c65-abe5-4eeb-a64e-691349666daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"e2e-worker-w0-3a6480-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.560591011Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-access","reconcileID":"ae925c65-abe5-4eeb-a64e-691349666daa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:41.569500612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"a1887767-de9a-4515-a9c9-e315cad0d08f","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.147352036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"4b45b06b-9846-4d88-8c17-63b9519aead0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.254452865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ebba951-0890-453b-a6c4-c7c03baa3df4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.255078734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"99a6c828-564f-4d00-9445-02341a7c90f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.255486719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"385ea26e-721c-4b5f-bcb3-941976e56ce0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.347250315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"00d344a7-322f-4008-9ffd-9aa13a915771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.347352829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2def391-78d0-4104-b966-8476225a29c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.651305344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"78193519-9e97-4c5e-82b0-99b9fc2c5ab1","namespace":"ai-tenant-e2e-worker-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.651390398Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"78193519-9e97-4c5e-82b0-99b9fc2c5ab1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.659304659Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"78193519-9e97-4c5e-82b0-99b9fc2c5ab1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:47.659325244Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"78193519-9e97-4c5e-82b0-99b9fc2c5ab1","namespace":"ai-tenant-e2e-worker-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:49.992252704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"c58e37d4-5334-47ea-84b6-aed51d6e9183","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:49.992634112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"a1cf2f7d-7fb6-414a-9378-699a05bb53e9","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:49.996130447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"87db88e2-9278-4909-9469-219e5ad9e50b","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:51.359707525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"c8b14012-22d8-4623-bd75-7260dc78349c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:51.363023199Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"c8b14012-22d8-4623-bd75-7260dc78349c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:51.366230862Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"premium-simulator-subscription","reconcileID":"c8b14012-22d8-4623-bd75-7260dc78349c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"name":"maas-trlp-premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480","model":"e2e-models-e2e-worker-w0-3a6480/premium-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:51.388879027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"345a3fc6-d7ea-4772-a4a0-9eda54b1d7e5","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.26031459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08b578cc-fa8b-4e8e-9b18-34792ca134a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.359568381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"89ca3c00-f22a-495f-8634-cb1eadd325b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.359574623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4d6ade6-5f87-4d67-a025-06119cc308e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.360332576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"2c02e296-cb29-43a9-9d2d-9ba6d93015a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.457755697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"15a99e77-fcba-41d8-be12-625de0b898ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.457835607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"126c276f-2891-4166-893b-32fda2d192d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.699336233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e103cf17-199a-4acf-a9b1-60367901f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.702711452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e103cf17-199a-4acf-a9b1-60367901f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.705883636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e103cf17-199a-4acf-a9b1-60367901f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.708968407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e103cf17-199a-4acf-a9b1-60367901f1ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.984456023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4c48a-49fa-410b-9322-9c3dcfaafa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.988114439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4c48a-49fa-410b-9322-9c3dcfaafa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:55.991178789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4c48a-49fa-410b-9322-9c3dcfaafa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:31:56.042203791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4c48a-49fa-410b-9322-9c3dcfaafa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.049418186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"d6c7b944-3066-43c8-9b02-5cf6a8199e87","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.049709676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"9ab0d317-e40e-4b61-b2dc-d90de7d654c5","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.049910454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"083048dc-0a19-4a10-a8b5-fe3de1aaea72","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.618372133Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","namespace":"ai-tenant-e2e-worker-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.618440605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","namespace":"ai-tenant-e2e-worker-w0-3a6480","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.618499094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","tenant":"e2e-worker-w0-3a6480","tenantID":"e2e-worker-w0-3a6480","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.622790907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Deployment","name":"maas-api-e2e-worker-w0-3a6480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.637002159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Service","name":"maas-api-e2e-worker-w0-3a6480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.645991052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-3a6480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.65351741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-3a6480","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.660970913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.665546923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.673651622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.678539308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.681429533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.683992328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.686420801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Service","name":"payload-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.688891275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.691290564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.693724556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.696089591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.701804634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.70438051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.706887618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.709407851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-3a6480","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:00.712948645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-3a6480"},"namespace":"ai-tenant-e2e-worker-w0-3a6480","name":"default-tenant","reconcileID":"a11bfaeb-e67a-44f2-bedb-45e97cd6c0ab","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-3a6480","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.319417427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.319483989Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.31953785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","tenant":"e2e-shared-a-w4-8b6cd6","tenantID":"e2e-shared-a-w4-8b6cd6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.324010385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-8b6cd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.340614172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Service","name":"maas-api-e2e-shared-a-w4-8b6cd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.350585476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-8b6cd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.355025038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-8b6cd6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.360757658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.366653093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.373766171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.378655048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.381280489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.383822341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.386465643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.388962125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.389234235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"premium-w0-3a6480","reconcileID":"45d0fe73-aba8-4a38-bf50-33e082c886b9","MaaSModelRef":{"name":"premium-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"premium-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"premium-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.391520908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.394030282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.396474505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.402022866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.404563077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.407108309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.40947389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-8b6cd6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:01.411981414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6"},"namespace":"ai-tenant-e2e-shared-a-w4-8b6cd6","name":"default-tenant","reconcileID":"24a8ad9c-be95-492d-b480-3f336e9bb1c3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-8b6cd6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:04.765136399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.105926718Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-8b6cd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-8b6cd6","reconcileID":"e8413997-dbb3-4e48-bd99-cacc6a6e55a2","aitenant":"ai-tenants/e2e-shared-a-w4-8b6cd6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.182826782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80437db-4628-491d-a6ac-58e7c6c38adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.186198914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80437db-4628-491d-a6ac-58e7c6c38adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.186580362Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-8b6cd6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-8b6cd6","reconcileID":"e8413997-dbb3-4e48-bd99-cacc6a6e55a2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-8b6cd6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-8b6cd6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.193932755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80437db-4628-491d-a6ac-58e7c6c38adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.202125724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b80437db-4628-491d-a6ac-58e7c6c38adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.395946927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9a51b1-caea-4042-840a-dbef5615f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.39916899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9a51b1-caea-4042-840a-dbef5615f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.403083486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9a51b1-caea-4042-840a-dbef5615f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.409503539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9a51b1-caea-4042-840a-dbef5615f6ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.590728802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba0513-cd4e-40ce-a24d-93ac17717fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.59547239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba0513-cd4e-40ce-a24d-93ac17717fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.601607204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba0513-cd4e-40ce-a24d-93ac17717fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:08.608992733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ba0513-cd4e-40ce-a24d-93ac17717fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:10.05012658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-2-w0-3a6480","reconcileID":"9a7e3110-2f25-4ebd-b3c2-cfcad2042233","MaaSModelRef":{"name":"distinct-2-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-2-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-2-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:10.050382652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"distinct-w0-3a6480","reconcileID":"ba55cb3b-6b7c-408a-991b-23436630829d","MaaSModelRef":{"name":"distinct-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"distinct-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"distinct-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:10.050566816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"namespace":"e2e-models-e2e-worker-w0-3a6480","name":"simulator-w0-3a6480","reconcileID":"25bf1c2c-167e-42e2-884e-cc1af8693572","MaaSModelRef":{"name":"simulator-w0-3a6480","namespace":"e2e-models-e2e-worker-w0-3a6480"},"routeName":"simulator-w0-3a6480-kserve-route","namespace":"e2e-models-e2e-worker-w0-3a6480","llmisvcName":"simulator-w0-3a6480","gateway":"openshift-ingress/e2e-worker-w0-3a6480","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:12.655144898Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3a6480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3a6480","reconcileID":"bf9e0b1c-ff3f-40e9-9cb3-ab8448a9a0f8","aitenant":"ai-tenants/e2e-worker-w0-3a6480","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:12.764897487Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-3a6480","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-3a6480","reconcileID":"bf9e0b1c-ff3f-40e9-9cb3-ab8448a9a0f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-3a6480","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-3a6480"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:12.799765547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a7d7f5-c1a3-429b-96cf-389f15e8de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:12.802798025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a7d7f5-c1a3-429b-96cf-389f15e8de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:12.805742062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a7d7f5-c1a3-429b-96cf-389f15e8de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:12.809157971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20a7d7f5-c1a3-429b-96cf-389f15e8de71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:13.196116767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d210463e-593b-4ce0-b452-feb72dd7a3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:13.199215128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d210463e-593b-4ce0-b452-feb72dd7a3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:13.20234157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d210463e-593b-4ce0-b452-feb72dd7a3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:13.205708969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d210463e-593b-4ce0-b452-feb72dd7a3c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.606720327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cfdd7-e81f-4e84-9d0c-bf5a4b98e2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.609753961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cfdd7-e81f-4e84-9d0c-bf5a4b98e2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.613115125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cfdd7-e81f-4e84-9d0c-bf5a4b98e2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.616216478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac7cfdd7-e81f-4e84-9d0c-bf5a4b98e2c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.804001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082e7f07-b63d-4f19-a4d7-98a5295a5f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.807374994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082e7f07-b63d-4f19-a4d7-98a5295a5f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.810255598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082e7f07-b63d-4f19-a4d7-98a5295a5f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:15.81332928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082e7f07-b63d-4f19-a4d7-98a5295a5f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.452128943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-access","reconcileID":"94b7d63b-cd33-4d6b-80b8-e5513bdedc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.452558969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"4ba89d69-2b66-46ad-817b-d335da8f8bab","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.465363982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"d5d5f0ec-0689-4d4e-94e0-2cf73ae116b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.472153734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"07721265-bd22-40f6-ae8e-fbb7d7c6b91f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.472562157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"d5d5f0ec-0689-4d4e-94e0-2cf73ae116b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.565221533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"1516db59-d921-4a36-8766-9923461fd758","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.590264867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"9728286d-e8c1-4c62-bf07-512725e219a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.665888396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"f4ad8d50-ec2f-4268-8c02-b7c59d316d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.672589412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"f4ad8d50-ec2f-4268-8c02-b7c59d316d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.709745233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"baddbbb0-7040-4de7-ad35-f05bd352bd26","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.862850081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"75a6ae1f-9bb1-48e9-b17f-1a8339ff7152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.870768329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"75a6ae1f-9bb1-48e9-b17f-1a8339ff7152","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.986691006Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","namespace":"ai-tenant-e2e-shared-b-w4-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.986833979Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","namespace":"ai-tenant-e2e-shared-b-w4-036c69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.986911311Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","tenant":"e2e-shared-b-w4-036c69","tenantID":"e2e-shared-b-w4-036c69","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:17.991844456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-036c69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.007275054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Service","name":"maas-api-e2e-shared-b-w4-036c69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.013881696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-036c69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.022058594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-036c69","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.02853878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.037359191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.047197657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.052378553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.055327254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.058067635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.060725636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.063354732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.066041376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.068624736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.071166102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.077654123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.080426045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.083172596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.085859958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-036c69","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:18.088559492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-036c69"},"namespace":"ai-tenant-e2e-shared-b-w4-036c69","name":"default-tenant","reconcileID":"c39ec7f4-78b8-4770-906b-ae953e2713dc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-036c69","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:21.878389683Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-036c69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-036c69","reconcileID":"5f69bc66-50eb-49b6-837c-53fab861a310","aitenant":"ai-tenants/e2e-shared-b-w4-036c69","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:21.990416115Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-036c69","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-036c69","reconcileID":"5f69bc66-50eb-49b6-837c-53fab861a310","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-036c69","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-036c69"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.00538809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68bd8ef-1fbe-45cc-8a25-b605499a88b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.008839086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68bd8ef-1fbe-45cc-8a25-b605499a88b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.012051369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68bd8ef-1fbe-45cc-8a25-b605499a88b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.015512045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c68bd8ef-1fbe-45cc-8a25-b605499a88b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.222852233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd50435-a2b7-4843-9d65-761a97914fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.226292603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd50435-a2b7-4843-9d65-761a97914fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.229635274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd50435-a2b7-4843-9d65-761a97914fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.232868661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dd50435-a2b7-4843-9d65-761a97914fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.456547466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"e415724f-1d11-4de3-9208-067502da58cb","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.558787336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"cb5426d2-916e-4553-929d-f95c50e2a085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.559740631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"2d9b1a1a-2a7f-43bb-a51d-2a9fba6dc1d1","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.57129589Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"cb5426d2-916e-4553-929d-f95c50e2a085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.643442138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"27d4562e-6b88-489a-825f-716e9110d510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.643965391Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"simulator-subscription","reconcileID":"cb5426d2-916e-4553-929d-f95c50e2a085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/simulator-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.647536019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"f9f37d21-9757-4ffe-8d1f-0f0f7e84cf1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.651534943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"27d4562e-6b88-489a-825f-716e9110d510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.663407335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"0956a31c-92a0-4d36-b087-22c0ced9056f","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.667687311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"b778fa72-0cf6-4ef8-9261-294f99f4a951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.671950444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"13fd047b-d77d-485b-8fda-9bae30dfea36","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.675788633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"b778fa72-0cf6-4ef8-9261-294f99f4a951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.6946952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ebd1c9-151a-4db4-815d-95417feeb0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.697819604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ebd1c9-151a-4db4-815d-95417feeb0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.700753031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ebd1c9-151a-4db4-815d-95417feeb0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.703940604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ebd1c9-151a-4db4-815d-95417feeb0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.767213038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"28702cc7-df01-45a4-b44c-7976f0a3326f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.86802074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"55496bc1-310e-44db-99f7-cd1dd3086c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:22.875194264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"55496bc1-310e-44db-99f7-cd1dd3086c81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:26.13069355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"54e96507-1122-46cb-abb8-fdb48e5f30c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:26.138142463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"54e96507-1122-46cb-abb8-fdb48e5f30c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.87109784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"e3608d5c-ae3f-473f-bd60-eb68298069ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.880170566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"70351562-1417-4ea4-a947-e9b85371d3e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.880211326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"e3608d5c-ae3f-473f-bd60-eb68298069ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.942805437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"f3dd1501-8eba-4f25-b7f9-473541a16b60","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.943368902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"2394586c-7290-4a4d-910d-1958a4b4cdb7","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.979278615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"18781b43-f0ed-4586-ae52-3f78654b0550","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:27.998631832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"eb023df3-13ec-4f5c-aa11-bc5f64e2c820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.146365572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"eb023df3-13ec-4f5c-aa11-bc5f64e2c820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.196098257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f224eb0-ce6d-40c9-944a-0e879095e95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.199886676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f224eb0-ce6d-40c9-944a-0e879095e95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.215563587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f224eb0-ce6d-40c9-944a-0e879095e95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.231394385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f224eb0-ce6d-40c9-944a-0e879095e95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.421626014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00638b1-a77d-4679-8c7f-7b0d3f404abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.447066057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00638b1-a77d-4679-8c7f-7b0d3f404abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.450169769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00638b1-a77d-4679-8c7f-7b0d3f404abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:28.453359389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c00638b1-a77d-4679-8c7f-7b0d3f404abc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.041002083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c833aa-a967-4e21-bedd-004a29052fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.044331899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c833aa-a967-4e21-bedd-004a29052fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.047836945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c833aa-a967-4e21-bedd-004a29052fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.051085266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c833aa-a967-4e21-bedd-004a29052fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.283300315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4055f8ea-fdf6-4604-95a4-383b270d6adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.289001984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4055f8ea-fdf6-4604-95a4-383b270d6adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.296039482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4055f8ea-fdf6-4604-95a4-383b270d6adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.299273292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4055f8ea-fdf6-4604-95a4-383b270d6adc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.52159113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"117d550e-2d4b-4482-96e9-d3ac55e8c8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.521976924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"03d5b34d-521f-4ab8-9425-6a9ae0140b54","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.563033298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"133c031c-1465-4cab-9e79-30ab9a441f21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.627633156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"117d550e-2d4b-4482-96e9-d3ac55e8c8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.651621462Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"117d550e-2d4b-4482-96e9-d3ac55e8c8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.651644591Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"117d550e-2d4b-4482-96e9-d3ac55e8c8d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.657990174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c5554141-4594-44ba-aaa7-9a4eeb1cca01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.658181929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"a815d11a-06d7-4275-89ea-cc673eb526a0","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.681318189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"fd799dcf-09f9-4bbb-8b21-a0904eb25ae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.730746919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c5554141-4594-44ba-aaa7-9a4eeb1cca01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.738173245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c5554141-4594-44ba-aaa7-9a4eeb1cca01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"e2e-worker-w1-a6873b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:29.738194311Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c5554141-4594-44ba-aaa7-9a4eeb1cca01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T20:32:29.741237374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-access","reconcileID":"c5554141-4594-44ba-aaa7-9a4eeb1cca01","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:30.381473947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"68bf971d-bb5c-402b-83f8-cea923c82e28","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.587056345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","namespace":"ai-tenant-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.587118618Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","namespace":"ai-tenant-e2e-extmod-a-29b57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.587174289Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","tenant":"e2e-extmod-a-29b57c","tenantID":"e2e-extmod-a-29b57c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.591774525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Deployment","name":"maas-api-e2e-extmod-a-29b57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.604442442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Service","name":"maas-api-e2e-extmod-a-29b57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.616945744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-29b57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.621632956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-29b57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.628570013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.636544774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.643955863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.648752232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.651345844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.653941567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.656253415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Service","name":"payload-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.658703077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.661029442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.663197861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.665590212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.670981013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.673545544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.675891303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.678296113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-29b57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:31.680937584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-29b57c"},"namespace":"ai-tenant-e2e-extmod-a-29b57c","name":"default-tenant","reconcileID":"e497936b-05e9-408c-9cc8-42f7a3b56f40","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-29b57c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:33.074477893Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"a8d1dd8e-9ce0-441a-8e13-716ce374db4e","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:33.07456913Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"a8d1dd8e-9ce0-441a-8e13-716ce374db4e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:33.078975871Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"a8d1dd8e-9ce0-441a-8e13-716ce374db4e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:33.079004385Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"a8d1dd8e-9ce0-441a-8e13-716ce374db4e","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:34.765523622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.085337058Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-29b57c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-29b57c","reconcileID":"2cf1cf14-ff7a-4664-b541-67824c56e781","aitenant":"ai-tenants/e2e-extmod-a-29b57c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.271941885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-29b57c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-29b57c","reconcileID":"2cf1cf14-ff7a-4664-b541-67824c56e781","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-29b57c","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-29b57c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.35128061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ee4912-6168-45fa-9af2-d0c55c810497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.354397519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ee4912-6168-45fa-9af2-d0c55c810497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.357533125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ee4912-6168-45fa-9af2-d0c55c810497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.360687468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ee4912-6168-45fa-9af2-d0c55c810497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.595673388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c25e5b-5588-41cf-9ce7-445be0b9fa19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.601468212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c25e5b-5588-41cf-9ce7-445be0b9fa19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.604999198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c25e5b-5588-41cf-9ce7-445be0b9fa19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.608310381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c25e5b-5588-41cf-9ce7-445be0b9fa19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.913384725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113614c9-79a5-4ea3-9f05-c888c2c1ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.918507312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113614c9-79a5-4ea3-9f05-c888c2c1ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.922612105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113614c9-79a5-4ea3-9f05-c888c2c1ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.926556882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113614c9-79a5-4ea3-9f05-c888c2c1ee5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:37.944223204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"e4e96f9e-9bb6-400f-a1f5-3d038608074d","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:38.034167828Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"384db31c-36da-4254-83c2-9bc085c48fb3","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:38.034234724Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"384db31c-36da-4254-83c2-9bc085c48fb3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:38.038578968Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"384db31c-36da-4254-83c2-9bc085c48fb3","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:38.038592981Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"384db31c-36da-4254-83c2-9bc085c48fb3","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:40.382586124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"3bed4010-1857-41a6-acea-4e355c402080","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:40.395227478Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"4d25d54c-3f1a-442d-bc73-f620b1d23f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:40.398565381Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"4d25d54c-3f1a-442d-bc73-f620b1d23f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:40.401598695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"premium-simulator-subscription","reconcileID":"4d25d54c-3f1a-442d-bc73-f620b1d23f9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"name":"maas-trlp-premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b","model":"e2e-models-e2e-worker-w1-a6873b/premium-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:40.426357991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"692e1376-de18-48f9-91a3-576af07eea02","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.218338981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7937ada-ccab-4f8f-b92a-2c7e47a9a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.227376955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7937ada-ccab-4f8f-b92a-2c7e47a9a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.241945892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7937ada-ccab-4f8f-b92a-2c7e47a9a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.244989525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7937ada-ccab-4f8f-b92a-2c7e47a9a512","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.561262284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e7da5e-51ca-4389-84aa-5e41b549c2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.564465155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e7da5e-51ca-4389-84aa-5e41b549c2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.567680019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e7da5e-51ca-4389-84aa-5e41b549c2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.570962396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28e7da5e-51ca-4389-84aa-5e41b549c2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.779292049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2ce9cf-2dd9-435c-b552-fdab48a5f457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.78232154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2ce9cf-2dd9-435c-b552-fdab48a5f457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.785373136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2ce9cf-2dd9-435c-b552-fdab48a5f457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:45.788712187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2ce9cf-2dd9-435c-b552-fdab48a5f457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.944918706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"94b6bc05-e3f3-4efa-8c5e-ac997f314efd","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.954465317Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.954514281Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","namespace":"ai-tenant-e2e-worker-w1-a6873b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.954561818Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","tenant":"e2e-worker-w1-a6873b","tenantID":"e2e-worker-w1-a6873b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.961083203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Deployment","name":"maas-api-e2e-worker-w1-a6873b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.972386971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Service","name":"maas-api-e2e-worker-w1-a6873b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.984469793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-a6873b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.991335779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-a6873b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:47.997040692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.005627316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.011242134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.018080806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.020543327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.02288498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.025416952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Service","name":"payload-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.027903164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.03039603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.032753209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.035625003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.041024208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.043397702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.045853389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.048124497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-a6873b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:48.050524259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-a6873b"},"namespace":"ai-tenant-e2e-worker-w1-a6873b","name":"default-tenant","reconcileID":"2b2594f8-c6df-4cce-b913-da4de958fc7b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-a6873b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.052672405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"eae115dc-f6f5-4bae-af54-6e731e1a7d05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.155003981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"bdfd40fa-04e6-447f-98e7-cf1d3f5515fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.155459321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c7f91334-d897-45ac-83de-f811bfbb1f61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.155554618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ece1671c-1d29-4429-945c-ada76eb4761e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.485894106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","namespace":"ai-tenant-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.485948027Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","namespace":"ai-tenant-e2e-extmod-b-bccce1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.485996522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","tenant":"e2e-extmod-b-bccce1","tenantID":"e2e-extmod-b-bccce1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.49069197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Deployment","name":"maas-api-e2e-extmod-b-bccce1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.50108355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Service","name":"maas-api-e2e-extmod-b-bccce1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.513142096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-bccce1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.520578652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-bccce1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.529618313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.535065808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.544209724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.549327176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.552028086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.554524945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.557093325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Service","name":"payload-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.559506086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.561989467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.564392678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.568029313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.573597178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.576332721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.579326137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.581701046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-bccce1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:49.584123407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bccce1"},"namespace":"ai-tenant-e2e-extmod-b-bccce1","name":"default-tenant","reconcileID":"3546a85d-ab8e-4df3-8273-1e48960cce44","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-bccce1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:50.427460624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"premium-w1-a6873b","reconcileID":"adb21182-20ed-4ca6-b97e-13b22af4b675","MaaSModelRef":{"name":"premium-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"premium-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"premium-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.151181872Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bccce1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bccce1","reconcileID":"09fe8fd3-04be-439b-8688-1312a302d018","aitenant":"ai-tenants/e2e-extmod-b-bccce1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.275770992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bccce1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bccce1","reconcileID":"09fe8fd3-04be-439b-8688-1312a302d018","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bccce1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-bccce1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.2950783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8404cf-4311-40b7-bcab-11e510dbaf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.298247503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8404cf-4311-40b7-bcab-11e510dbaf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.301332345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8404cf-4311-40b7-bcab-11e510dbaf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.30450762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca8404cf-4311-40b7-bcab-11e510dbaf84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.498225871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf7acb2-16c6-4a81-8165-fbaff8aa17bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.501536949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf7acb2-16c6-4a81-8165-fbaff8aa17bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.504703667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf7acb2-16c6-4a81-8165-fbaff8aa17bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.508258452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdf7acb2-16c6-4a81-8165-fbaff8aa17bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.90740207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66e68b1-35f2-4069-912d-4ae55dba0717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.910368827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66e68b1-35f2-4069-912d-4ae55dba0717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.913365117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66e68b1-35f2-4069-912d-4ae55dba0717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:51.916333105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66e68b1-35f2-4069-912d-4ae55dba0717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.1856803Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-access","reconcileID":"935a7f12-c2b9-470d-b2cf-a4c23d9a4d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.185763822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"2da10dea-7895-4536-93ed-699cb7282d9c","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.207948162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"76ab9836-2717-4ec0-9b9b-daa3279c4477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.245739035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dc27e7c6-d39d-4761-aaac-431f55fb5a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.25367665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"dc27e7c6-d39d-4761-aaac-431f55fb5a87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.296384808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"4c935c42-bdac-40dd-a1d9-481f91c11eb0","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.317552209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"8b1ce002-82cf-478a-a389-875b7cc64be8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.343930142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"08436517-fe8d-4871-99b7-1aad3567d9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.352340144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"08436517-fe8d-4871-99b7-1aad3567d9f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.439857051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"afdcf095-4386-4dcc-b4f9-75bb65f78379","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.445079038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"12f450f1-b6ac-4dd3-8ce7-62abe9a9d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:52.451447011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"12f450f1-b6ac-4dd3-8ce7-62abe9a9d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:54.027240153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"484ad48e-60bf-4db6-8489-c8f619dd5e64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:54.153166083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"9b489c3d-5120-4c47-934f-10c559f8ac2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:54.155491939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d95c2a60-6fde-4b64-b084-851e0d1b3bc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.129762036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"c554750b-d83b-4d76-892f-a5341a42002e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.166068288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"3fb7d778-54eb-4833-b4a1-7266fa7e19c9","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.201668512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"13bb1d19-0e2e-49ad-a337-003072ac396f","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.215458034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b2b44d4a-f35f-4721-ad1d-f47aabe88fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.216394481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"36f7acd0-063a-46df-b3a9-2a3032a829b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.223269854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"b2b44d4a-f35f-4721-ad1d-f47aabe88fff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.232186854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"49a7e795-d790-4fda-b8f1-1782e919e26d","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.243720376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"e5ead13e-5b99-46f5-bae7-243603277723","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.24635401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"fc070da7-76b6-4d16-a922-291eb6842f67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.251490878Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"fc070da7-76b6-4d16-a922-291eb6842f67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.314258075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"20f7eb47-bc6e-4ee8-9744-06e2842d0ccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.319474425Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"simulator-subscription","reconcileID":"fc070da7-76b6-4d16-a922-291eb6842f67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/simulator-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.319833155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a6195406-5286-42e5-8307-5db633b9dae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.328287072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a6195406-5286-42e5-8307-5db633b9dae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.453825369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"1d117cd2-5781-4e7d-b89d-72a05c339029","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.458864181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9ab6fcf3-c08e-4bbf-8783-aaf01c1d12d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.467833415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9ab6fcf3-c08e-4bbf-8783-aaf01c1d12d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:32:57.945452356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"namespace":"e2e-models-e2e-worker-w1-a6873b","name":"simulator-w1-a6873b","reconcileID":"47e3c2cd-0924-4778-a89a-b2bf967f03c4","MaaSModelRef":{"name":"simulator-w1-a6873b","namespace":"e2e-models-e2e-worker-w1-a6873b"},"routeName":"simulator-w1-a6873b-kserve-route","namespace":"e2e-models-e2e-worker-w1-a6873b","llmisvcName":"simulator-w1-a6873b","gateway":"openshift-ingress/e2e-worker-w1-a6873b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.16862149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"5188568f-8adf-4353-ade0-3dc542a336b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.175890644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"5188568f-8adf-4353-ade0-3dc542a336b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.178861897Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a6873b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a6873b","reconcileID":"cddff9ca-8bfc-47f5-8bf6-33d88fc47840","aitenant":"ai-tenants/e2e-worker-w1-a6873b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.358289157Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-a6873b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-a6873b","reconcileID":"cddff9ca-8bfc-47f5-8bf6-33d88fc47840","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-a6873b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-a6873b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.404535186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e04bd8-b20b-42e8-b6aa-9af34cec704f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.408547857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e04bd8-b20b-42e8-b6aa-9af34cec704f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.412037378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e04bd8-b20b-42e8-b6aa-9af34cec704f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.415646755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78e04bd8-b20b-42e8-b6aa-9af34cec704f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.602710102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbda94b-28d4-4f48-8441-c14f2bfc8150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.606716918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbda94b-28d4-4f48-8441-c14f2bfc8150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.610676885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbda94b-28d4-4f48-8441-c14f2bfc8150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:01.61398732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dbda94b-28d4-4f48-8441-c14f2bfc8150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.00738438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"5139fc24-ab0d-4f6b-9199-080f8a94587e","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.012133859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a40c97f9-6b33-4995-acec-005b49cb1034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.02159815Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"a5fb9a17-3724-4a2a-bb5d-cbdb0bfdbb53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f05962d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.023081971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"a40c97f9-6b33-4995-acec-005b49cb1034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.112699543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c5e3c58-1ba3-4d8c-a0ea-e05f5086bdce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.119895204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"9c5e3c58-1ba3-4d8c-a0ea-e05f5086bdce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.262202327Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"214586de-42d5-4176-8d9a-4907b334891a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f05962d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.269754925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"b26bff20-a7aa-43bf-b012-aada168bdfcc","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.350963719Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"afce1b48-c884-4d5d-8a67-059627d5a352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f05962d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.351488936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c1ed6905-599a-409a-80e5-53970fb46e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.360352561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"c1ed6905-599a-409a-80e5-53970fb46e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.371520173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"aff83544-29d1-4451-8cc0-50c66da2d891","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.375284423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"e8296fa8-9e0e-442e-ac4a-d0c354d88e96","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.375610622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"e01568ce-dc6d-4ba6-9534-3f6175b2349a","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.443422939Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"6ecec07f-f186-4cdb-b077-48333633cff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f05962d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.445331251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"cb653e12-f902-4d3e-9750-aebaf1aa79b8","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.466061803Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e310b0d8-4bbf-4ee8-b501-14588e25c7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.473879019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e310b0d8-4bbf-4ee8-b501-14588e25c7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.565175078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e310b0d8-4bbf-4ee8-b501-14588e25c7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"e2e-worker-w4-0aa61b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.565207067Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-access","reconcileID":"e310b0d8-4bbf-4ee8-b501-14588e25c7e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.57192067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"70cdfc55-1f97-49e1-bb0d-3a3167606807","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.607957923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76e965-4bcf-43d6-af79-0efb4b8fe432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.643368402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76e965-4bcf-43d6-af79-0efb4b8fe432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.649793186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76e965-4bcf-43d6-af79-0efb4b8fe432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.653883946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a76e965-4bcf-43d6-af79-0efb4b8fe432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.905024242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9b1a69-4fc8-49d9-a45e-197595ea7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.908053964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9b1a69-4fc8-49d9-a45e-197595ea7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.911184369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9b1a69-4fc8-49d9-a45e-197595ea7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:03.914266101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9b1a69-4fc8-49d9-a45e-197595ea7b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:04.766339588Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:04.852072608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e02d4a5-d7a0-4658-a551-b59d9737773d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:04.9055752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"54d0bea3-2949-4a3c-ab07-0ba75ac69493","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:06.606561737Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"245542cf-83bc-49a6-86dd-c05d91b08f4a","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:06.606652311Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"245542cf-83bc-49a6-86dd-c05d91b08f4a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:06.611105495Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"245542cf-83bc-49a6-86dd-c05d91b08f4a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:06.611120295Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"245542cf-83bc-49a6-86dd-c05d91b08f4a","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.752493478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","namespace":"ai-tenant-e2e-shared-a-w1-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.75255118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","namespace":"ai-tenant-e2e-shared-a-w1-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.75259785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","tenant":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.758050567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.779064804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Service","name":"maas-api-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.792239299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.797430727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.808175545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.813597633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.820977181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.825897672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.828489064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.831140889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.833503929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca224a70-7009-4593-a9fd-b795083a209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.83671809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca224a70-7009-4593-a9fd-b795083a209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.842053835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.844828232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca224a70-7009-4593-a9fd-b795083a209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.847373742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.848706789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca224a70-7009-4593-a9fd-b795083a209b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.851236962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.853726452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.856228293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.862155644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.867905014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.870264618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.872912168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:08.87635518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"37cdcda9-5778-4a0e-9dce-72927002660e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-9be196","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.203608237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78437feb-b470-4f5b-8286-ea7bdf4d16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.207026057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78437feb-b470-4f5b-8286-ea7bdf4d16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.210181984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78437feb-b470-4f5b-8286-ea7bdf4d16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.213397036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78437feb-b470-4f5b-8286-ea7bdf4d16f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.668755513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"d655468e-df63-49a8-892b-f86573088ceb","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.668862772Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"d655468e-df63-49a8-892b-f86573088ceb","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.673030527Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"d655468e-df63-49a8-892b-f86573088ceb","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:09.673042749Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"d655468e-df63-49a8-892b-f86573088ceb","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.064224823Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","namespace":"ai-tenant-e2e-shared-a-w1-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.064281578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","namespace":"ai-tenant-e2e-shared-a-w1-9be196","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.064326063Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","tenant":"e2e-shared-a-w1-9be196","tenantID":"e2e-shared-a-w1-9be196","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.066864523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.06928223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Service","name":"maas-api-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.071743116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.074218978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-9be196","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.076609866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.079045621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.08149113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.083986222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.086353535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.088749683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.091171157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.093574911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.096019083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.098330483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.100688757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.103197742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.105769427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.108247473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.110769569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-9be196","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:12.113296037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-9be196"},"namespace":"ai-tenant-e2e-shared-a-w1-9be196","name":"default-tenant","reconcileID":"40374723-7cf8-49e3-a410-9521b08b6fcb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-9be196","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.376394988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"145f0778-5022-411d-bdab-62bc30813658","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.376649491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"7b660c62-5e00-4704-9b9e-c78133b38120","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.445318961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"1b2eb8a0-6954-478e-8834-8cd2d072e4bd","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.447654909Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"dab77fae-812e-4950-8fef-933208423c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.451128166Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"dab77fae-812e-4950-8fef-933208423c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.454690267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"premium-simulator-subscription","reconcileID":"dab77fae-812e-4950-8fef-933208423c3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"name":"maas-trlp-premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b","model":"e2e-models-e2e-worker-w4-0aa61b/premium-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:13.477804735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"2435ca6b-293d-4435-bb02-c02222e913bf","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:14.6700191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d0383f5-805c-4ab8-a758-c2f25a3b476c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:14.783744996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7267bf68-6c91-4f53-9dfd-166205c11c59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.217980358Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-9be196","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-9be196","reconcileID":"a360fd7a-233b-491c-bf8a-abd98b505d92","aitenant":"ai-tenants/e2e-shared-a-w1-9be196","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.300990604Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-9be196","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-9be196","reconcileID":"a360fd7a-233b-491c-bf8a-abd98b505d92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-9be196","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-9be196"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.306232707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc81a3b8-0d33-4e8c-9a9a-b225657c8276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.309342883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc81a3b8-0d33-4e8c-9a9a-b225657c8276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.312671865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc81a3b8-0d33-4e8c-9a9a-b225657c8276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.316609637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc81a3b8-0d33-4e8c-9a9a-b225657c8276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.510633788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0771cac-411b-4585-a618-c1455cbc8b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.54297918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0771cac-411b-4585-a618-c1455cbc8b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.547170996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0771cac-411b-4585-a618-c1455cbc8b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.550444714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0771cac-411b-4585-a618-c1455cbc8b56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.99552782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4bfdd2-d1d8-429e-9e8a-eff611be3a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:15.998746951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4bfdd2-d1d8-429e-9e8a-eff611be3a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:16.001829977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4bfdd2-d1d8-429e-9e8a-eff611be3a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:16.004973152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4bfdd2-d1d8-429e-9e8a-eff611be3a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.687674396Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.687732337Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","namespace":"ai-tenant-e2e-worker-w4-0aa61b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.687806603Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","tenant":"e2e-worker-w4-0aa61b","tenantID":"e2e-worker-w4-0aa61b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.69221378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Deployment","name":"maas-api-e2e-worker-w4-0aa61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.709261215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Service","name":"maas-api-e2e-worker-w4-0aa61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.716125543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-0aa61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.723540802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-0aa61b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.73129569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.740262535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.747467754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.752498694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.754980076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.757275922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.759838612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Service","name":"payload-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.762244973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.765806351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.768119511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.77054393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.78215105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.785052877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.787583409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.790034874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-0aa61b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:17.792561892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0aa61b"},"namespace":"ai-tenant-e2e-worker-w4-0aa61b","name":"default-tenant","reconcileID":"80882324-7a33-4b47-a1b7-5fdb3ada3722","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-0aa61b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.481365838Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.48142946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.481474382Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","tenant":"e2e-shared-b-w1-e83b4b","tenantID":"e2e-shared-b-w1-e83b4b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.488455489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-e83b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.511737632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Service","name":"maas-api-e2e-shared-b-w1-e83b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.514900853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20280c08-d9b9-4dc3-b1cb-3b3e1dbd4402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.518052196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20280c08-d9b9-4dc3-b1cb-3b3e1dbd4402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.521927258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20280c08-d9b9-4dc3-b1cb-3b3e1dbd4402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.524533415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-e83b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.525639886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20280c08-d9b9-4dc3-b1cb-3b3e1dbd4402","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.533191073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-e83b4b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.539967212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.548457947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.556087579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.560925062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.564302927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.566859214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.569333404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.571505071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.576008694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.580193646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.590312034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.60507445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.608860248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.612259795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.615060603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-e83b4b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.619984089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-e83b4b"},"namespace":"ai-tenant-e2e-shared-b-w1-e83b4b","name":"default-tenant","reconcileID":"c15d4e3c-27d8-43dd-8eb4-96b8c3cfa303","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-e83b4b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.861552214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e7940-f4a5-49fa-90dd-9cf3e80d8bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.865409316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e7940-f4a5-49fa-90dd-9cf3e80d8bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.872062924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e7940-f4a5-49fa-90dd-9cf3e80d8bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:22.947790941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01e7940-f4a5-49fa-90dd-9cf3e80d8bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.211486151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f99f87-31e9-4d86-b4dc-c70ed228a43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.242456517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f99f87-31e9-4d86-b4dc-c70ed228a43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.245514982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f99f87-31e9-4d86-b4dc-c70ed228a43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.248383337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f99f87-31e9-4d86-b4dc-c70ed228a43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.377312963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"2b49cce4-3ad4-4c21-b638-70592f88066e","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.377697889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"01d1c0ec-6ab6-4d45-a0ee-4cd3729ea41e","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.445884141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7ce6a2b4-769c-4a60-b711-b9be73c7f6c3","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:23.478848493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"8a8eaa32-8aaf-4462-8026-c7c0097d4f36","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.473650007Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e83b4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e83b4b","reconcileID":"2f2c5732-3ae0-4f26-9898-bc4c94fb6509","aitenant":"ai-tenants/e2e-shared-b-w1-e83b4b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.673490454Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-e83b4b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-e83b4b","reconcileID":"2f2c5732-3ae0-4f26-9898-bc4c94fb6509","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-e83b4b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-e83b4b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.701822529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7d887d-393d-4d20-94a4-cea3f197fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.704897179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7d887d-393d-4d20-94a4-cea3f197fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.707927503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7d887d-393d-4d20-94a4-cea3f197fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.71097899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7d887d-393d-4d20-94a4-cea3f197fe4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.905204794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1416e616-93b2-483d-bfbe-6063d49bc3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.908169418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1416e616-93b2-483d-bfbe-6063d49bc3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.911127006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1416e616-93b2-483d-bfbe-6063d49bc3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:29.914824561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1416e616-93b2-483d-bfbe-6063d49bc3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:32.338111407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5e72752-9a3b-446c-be92-3ef7f26a8c8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:32.434625019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f5ebafd-c186-4540-8a6e-b15a88cf5c82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:33.378227444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-2-w4-0aa61b","reconcileID":"6087b2fc-3a6b-416c-9323-f4f67c9729d6","MaaSModelRef":{"name":"distinct-2-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-2-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-2-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:33.37847409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"distinct-w4-0aa61b","reconcileID":"d8a85a21-b86d-4eea-b699-2fc1e2a2f607","MaaSModelRef":{"name":"distinct-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"distinct-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"distinct-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:33.446639707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"simulator-w4-0aa61b","reconcileID":"7f309710-94c5-4e1e-99ce-ab3042559fb0","MaaSModelRef":{"name":"simulator-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"simulator-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"simulator-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:33.480176625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"namespace":"e2e-models-e2e-worker-w4-0aa61b","name":"premium-w4-0aa61b","reconcileID":"8d53f6c0-759b-4dc5-b36a-1d92038827ee","MaaSModelRef":{"name":"premium-w4-0aa61b","namespace":"e2e-models-e2e-worker-w4-0aa61b"},"routeName":"premium-w4-0aa61b-kserve-route","namespace":"e2e-models-e2e-worker-w4-0aa61b","llmisvcName":"premium-w4-0aa61b","gateway":"openshift-ingress/e2e-worker-w4-0aa61b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:34.767646267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:34.928812103Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0aa61b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0aa61b","reconcileID":"79a947ea-f4f9-44e6-b8bc-4530a9f2669d","aitenant":"ai-tenants/e2e-worker-w4-0aa61b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.063053354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0aa61b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0aa61b","reconcileID":"79a947ea-f4f9-44e6-b8bc-4530a9f2669d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0aa61b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-0aa61b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.073824126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00040acf-c64d-45c3-b01c-9ff07fffb11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.077247704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00040acf-c64d-45c3-b01c-9ff07fffb11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.080650385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00040acf-c64d-45c3-b01c-9ff07fffb11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.084314193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00040acf-c64d-45c3-b01c-9ff07fffb11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.512887435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd7478b2-098a-4faa-881f-312de6b7bbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.516181256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd7478b2-098a-4faa-881f-312de6b7bbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.519288787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd7478b2-098a-4faa-881f-312de6b7bbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:35.522330967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd7478b2-098a-4faa-881f-312de6b7bbce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.201933195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371fdcad-0d87-445c-a187-6efe87c10b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.205013568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371fdcad-0d87-445c-a187-6efe87c10b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.207984512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371fdcad-0d87-445c-a187-6efe87c10b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.211106454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371fdcad-0d87-445c-a187-6efe87c10b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.600503714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bdee68-8aaf-48ad-8ff2-fafa1d92409b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.604009015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bdee68-8aaf-48ad-8ff2-fafa1d92409b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.607295101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bdee68-8aaf-48ad-8ff2-fafa1d92409b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:38.610745227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5bdee68-8aaf-48ad-8ff2-fafa1d92409b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.058445436Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","namespace":"ai-tenant-e2e-extmod-a-e38ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.058501374Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","namespace":"ai-tenant-e2e-extmod-a-e38ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.05855064Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","tenant":"e2e-extmod-a-e38ef4","tenantID":"e2e-extmod-a-e38ef4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.063920003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e38ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.074949764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Service","name":"maas-api-e2e-extmod-a-e38ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.088357633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e38ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.094064282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e38ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.103453793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.108643379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.116056475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.12093963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.123600272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.126356309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.129024229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Service","name":"payload-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.132079783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.137112164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.13992964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.142712868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.148689109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.151350522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.153997346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.156402205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e38ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:39.158864751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e38ef4"},"namespace":"ai-tenant-e2e-extmod-a-e38ef4","name":"default-tenant","reconcileID":"94ea6d52-8215-4994-b0d3-446f8f1faf93","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e38ef4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:40.937323298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c16c752d-fa5a-4bbf-b64a-01cd28f2dc10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:41.035938975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e092bc6-b836-4b33-8b7a-b0f826e08d62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:43.546067025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6b23397-0cca-4d1a-a68f-fc5cef445461","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:43.645325466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"28c3f198-2a1f-46b2-a22e-9bb77bf66eae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.313282645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e38ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e38ef4","reconcileID":"71989f49-1c2a-4c07-9c7e-079eacaac115","aitenant":"ai-tenants/e2e-extmod-a-e38ef4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.389676372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e38ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e38ef4","reconcileID":"71989f49-1c2a-4c07-9c7e-079eacaac115","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e38ef4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e38ef4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.407145161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfc45c2-6eeb-4d6d-9723-c5da232448b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.41049076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfc45c2-6eeb-4d6d-9723-c5da232448b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.413866498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfc45c2-6eeb-4d6d-9723-c5da232448b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.417106191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecfc45c2-6eeb-4d6d-9723-c5da232448b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.802333748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8306315-de9c-47ff-926f-7f1c0eeaf20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.805432863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8306315-de9c-47ff-926f-7f1c0eeaf20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.808669315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8306315-de9c-47ff-926f-7f1c0eeaf20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:44.811682273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8306315-de9c-47ff-926f-7f1c0eeaf20f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.509137085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f0e62-284e-435e-bcbd-82dcfbacf328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.512164934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f0e62-284e-435e-bcbd-82dcfbacf328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.515167592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f0e62-284e-435e-bcbd-82dcfbacf328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.518077679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f0e62-284e-435e-bcbd-82dcfbacf328","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.717346043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b548e5-4126-4a78-805e-2eb1500584f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.7206268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b548e5-4126-4a78-805e-2eb1500584f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.742689751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b548e5-4126-4a78-805e-2eb1500584f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.746199967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b548e5-4126-4a78-805e-2eb1500584f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.871106502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","namespace":"ai-tenant-e2e-extmod-b-5370bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.871159579Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","namespace":"ai-tenant-e2e-extmod-b-5370bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.871202662Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","tenant":"e2e-extmod-b-5370bb","tenantID":"e2e-extmod-b-5370bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.875658045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Deployment","name":"maas-api-e2e-extmod-b-5370bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.889324256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Service","name":"maas-api-e2e-extmod-b-5370bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.900334292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-5370bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.906447359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-5370bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.916708812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.92309573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.930854022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.936133514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.938770349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.941144424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.943792851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Service","name":"payload-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.947555268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.949962495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.952422963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.955149114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.96105214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.964000953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.966505632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.968883607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-5370bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:51.971485273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-5370bb"},"namespace":"ai-tenant-e2e-extmod-b-5370bb","name":"default-tenant","reconcileID":"89ea33d7-5fb8-4fe7-a826-bbed5cf4a860","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-5370bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:53.514619131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f03d96c9-1360-4740-9b34-70f1df208e1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:53.614577129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fad0ef18-c75b-4937-80c8-c3fc5883fcc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:55.050191939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3be0705f-5140-4e69-b71f-b9b39d1c3a3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:55.148083211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bd1a423-a219-4ff2-ba99-83741238ef9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:57.740842751Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5370bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5370bb","reconcileID":"e0fc21f9-5674-4f26-bd10-f9ce761647da","aitenant":"ai-tenants/e2e-extmod-b-5370bb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:57.858085195Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-5370bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-5370bb","reconcileID":"e0fc21f9-5674-4f26-bd10-f9ce761647da","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-5370bb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-5370bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:57.889678225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22663560-d354-43cf-af1a-0c2276230d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:57.892717867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22663560-d354-43cf-af1a-0c2276230d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:57.895666427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22663560-d354-43cf-af1a-0c2276230d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:57.898743581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22663560-d354-43cf-af1a-0c2276230d30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.283933351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c74af81-256d-4c78-9e26-19de2bb4eff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.287042587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c74af81-256d-4c78-9e26-19de2bb4eff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.290641369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c74af81-256d-4c78-9e26-19de2bb4eff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.293743366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c74af81-256d-4c78-9e26-19de2bb4eff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.496476795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c347a6f6-c2ba-4f01-8c70-b9f89ceef7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.499528673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c347a6f6-c2ba-4f01-8c70-b9f89ceef7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.502475725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c347a6f6-c2ba-4f01-8c70-b9f89ceef7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T20:33:58.505611735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c347a6f6-c2ba-4f01-8c70-b9f89ceef7de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}